{"msg":"Running step start_crdb","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:37.895007192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:37.895565845Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpCLffb8","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:37.949644663Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/c0d5418c0a46214f0d092c91f54005b5381f61d7a5eb6379484999384a1a4a62.tar) to storage directory (/var/tmp/omicron_tmp/.tmpCLffb8/data)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:37.949740416Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpCLffb8/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpCLffb8/listen-url","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:38.022075393Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01KCMADAGT3G2MV7HJW9M2ETN7 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.89.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/c0d5418c0a46214f0d092c91f54005b5381f61d7a5eb6379484999384a1a4a62.tar GITHUB_BRANCH=eliza/fm-cases GITHUB_REF=refs/heads/eliza/fm-cases GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=318b8f117e0b922fa622a5130ca3d92073969c18 GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-7451a4fb7722cfcd/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-2fd8863ab8870645/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-206f18ea72f056c8/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-d90a11d8e385de4b/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-0a6b4c36067e829f/out:/work/oxidecomputer/omicron/target/debug/build/tofino-5f4efcdfe91ffdf1/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-4143f177147f2a15/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.89.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.89.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-7451a4fb7722cfcd/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-2fd8863ab8870645/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-206f18ea72f056c8/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-d90a11d8e385de4b/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-0a6b4c36067e829f/out:/work/oxidecomputer/omicron/target/debug/build/tofino-5f4efcdfe91ffdf1/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-4143f177147f2a15/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.89.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.89.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=6d1e70f3-7472-45f6-9a61-eafa111f5800 NEXTEST_TEST_GLOBAL_SLOT=1 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none NEXTEST_TEST_PHASE=run OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-93328ffcd2f0be16/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=--cfg tokio_unstable -D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.89.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:38.022625338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"cockroach pid: 12734","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:39.605926167Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"cockroach listen URL: postgresql://root@[::1]:34281/omicron?sslmode=disable","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:39.60606696Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"Running step start_clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:39.682965638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:39.683069146Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"Running step start_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.189466319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.189814048Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpSZ40qH"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.352990624Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.35334692Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.35382463Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:61521"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.354871353Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.35507365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.355254393Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.355374495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.356079742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.35806899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.35835298Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.358643494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmp80W4dh"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.389714495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.389849928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.390020901Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:59819"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.39047783Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.390554484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.390609644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.390660426Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.390708192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.392412457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.392812431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.392922733Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"setting up nexus server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.393296023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.39559357Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.395758492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.395819334Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.395864645Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.395952662Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396002833Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396043194Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.39608605Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396125299Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396228817Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396281463Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396321443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396367656Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396408147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396451214Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396491355Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396551796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396596726Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396636536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396679352Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396719343Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396762339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396801969Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396844925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.396891318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397336413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397407135Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397447366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397490653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397530262Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397619582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397671446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397711106Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397754804Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397795375Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397851668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397894264Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397938162Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.397989886Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398030928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398077502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398116761Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.39817618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398273005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398318667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398358196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398400882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398445001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.39848462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398528388Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398568008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398611936Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398651035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.39869836Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398744142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.39878298Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398826247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398866337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398910075Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398949474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.398993182Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399032912Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399076129Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399119767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399159116Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399202202Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399241171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399288436Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399327574Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399376242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399420541Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.399460481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.39950458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\nresource MulticastGroupList {\n\tpermissions = [\n\t \"list_children\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t# Fleet Administrators can create multicast groups\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can create multicast groups in their fleet.\n# This is necessary to allow silo users to create multicast groups for\n# cross-project and cross-silo communication without requiring Fleet::Admin.\nhas_permission(actor: AuthenticatedActor, \"create_child\", multicast_group_list: MulticastGroupList)\n\tif silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This is necessary because multicast groups are fleet-scoped resources that\n# silo users need to discover and attach their instances to, without requiring\n# Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# Any authenticated user can read and modify individual multicast groups in their fleet.\n# Users can create, modify, and consume (attach instances to) multicast groups.\n# This enables cross-project and cross-silo multicast while maintaining\n# appropriate security boundaries via API authorization and underlay group\n# membership validation.\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif silo in actor.silo and silo.fleet = multicast_group.fleet;\n\nhas_permission(actor: AuthenticatedActor, \"modify\", multicast_group: MulticastGroup)\n\tif silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n\n resource MulticastGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: MulticastGroup)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:61521","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.443898275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"new DNS resolver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.44407976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:61521]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:40.444753704Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:34281/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 34281,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:40.447374271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Database schema version is up to date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:42.384909441Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"desired_version":"213.0.0","found_version":"213.0.0","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No db_metadata_nexus records exist - skipping access check","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:42.404361903Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","explanation":"This is expected during initial deployment or before migration","nexus_id":"913233fe-92a8-4635-9572-183f495429c4 (omicron_zone)"} {"msg":"Datastore is ready for usage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:42.404566695Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.499609076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"c2133291-53f3-44d4-a38e-328f8e684acb","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.559382378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.559638122Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.559700077Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.559764296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.559826902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.559891742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.559952173Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560045922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560113648Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560175763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560221685Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560281726Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560343069Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/refresh-vpc-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560387669Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560451737Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560512209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560575015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560621328Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.560679525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:42.560738103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.56191596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.566460192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.566665415Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.56673775Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.566818552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.566898202Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567007171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/debug/fetch-omdb-binary","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567093725Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567171552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567251803Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567311112Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567390672Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567472036Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567530393Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.56757399Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567629402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567686216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567730896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567785285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567843382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config/{version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567900436Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/update-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567940748Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.567998263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568060939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568117202Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568161431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.56822068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568279308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568338337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568397566Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568442406Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568501204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568560513Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568615103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.56865842Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568716066Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568773902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568816928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568872811Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.568930336Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.56898676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.569099526Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.569197383Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.569254067Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.569297454Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:42.569353186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.569393437Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:38924","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"SEC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:42.569586755Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:42.570812268Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.571026529Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.576154524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.576339175Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:42.577185065Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.577262491Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:42.578254234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:43.031720616Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.043906385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:61562","req_id":"16941258-c887-4792-b2ae-d23118f892cc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fc 5d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .]..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.044988039Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:61562","req_id":"16941258-c887-4792-b2ae-d23118f892cc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:43.046230516Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:61562","req_id":"16941258-c887-4792-b2ae-d23118f892cc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.046951224Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50680","req_id":"0dad0ed2-6863-49c3-8117-5d8344c1cea2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: 0a 3e 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 .>..........._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.047338763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50680","req_id":"0dad0ed2-6863-49c3-8117-5d8344c1cea2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:43.048075804Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50680","req_id":"0dad0ed2-6863-49c3-8117-5d8344c1cea2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.048162689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58985","req_id":"fc882ff3-8df9-4dc3-bfc9-60a61c8fc72f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 2c ea 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ,............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.048252009Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58985","req_id":"fc882ff3-8df9-4dc3-bfc9-60a61c8fc72f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:43.048705139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58985","req_id":"fc882ff3-8df9-4dc3-bfc9-60a61c8fc72f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:43.050871563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.051080944Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.051181736Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.059777962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.059972342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.06003093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.060086542Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.066212082Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:43.469617901Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.469764525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.469819296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.474116912Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.474365562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.474434731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.4744991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.475151892Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:43.602990361Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.603160473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.603240714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.604408741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.625797285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.625953709Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.634993826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.63508538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.635217917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.63527412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.636549743Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.648855523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.648949783Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.64916751Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.649234665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.650044282Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.735040905Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.735211778Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.735261227Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.73605396Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.741562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.746354922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.74649843Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.746553942Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.746601728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.746646768Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.747723833Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.752093594Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.752226602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.752390361Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.752940125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.75691842Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.763602954Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.76380024Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.763850171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.76539257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services project","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:43.80001581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.800101242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.800156163Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.805755916Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.806240921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.806326412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.806417786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.80773843Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.816060955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.816330417Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.817659147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.823558382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.823761Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.823818205Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.823863666Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.826288459Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.83095659Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.831049076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.831099588Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.831804414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.83612141Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.836254287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.836321482Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.8432073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.848644486Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.860769794Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.860898563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.861167934Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.861256362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.861304639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.861348747Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.862129737Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.86644041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.86657003Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.866630291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.867342944Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.87138158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.871500769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.871545419Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.872536601Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.877735348Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.886877842Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.88700125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.887049446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.888903212Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.914148516Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.914330131Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.914403538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.914451655Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.915231402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.930977356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.93108412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.931134121Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.932018418Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.936258419Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.936466407Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.936533722Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.93713512Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.941341604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.948968151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.949317232Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.949386581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.950539859Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.965515895Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.965680566Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.966335673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.978426551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.978703538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.979979211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.987109882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.987309954Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.987365756Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.987408081Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.988095843Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.993092234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:43.993256604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.99333425Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:43.993975048Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.007292271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.007554899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.007632655Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.008940223Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.014047587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.022277395Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.022503821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.022575945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.023827541Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.098534174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.09937307Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.099464604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.099510376Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.100538231Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.107479421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.107615203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.107678801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.10939474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.120424616Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.120620529Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.120698496Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.121224583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.12590057Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.146823758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.147035434Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.147088681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.148374184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.286796112Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.287050984Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.287129181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.287173741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.287969881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.29583663Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.296056111Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.29620985Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.297894385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.307583026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.307779591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.308362302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.309883058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.315653034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.326848954Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.326963945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.327007703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.327535253Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.336273624Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.336352081Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.336502965Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.337214835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.343665128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.343816973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.344551259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.349438761Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.349787311Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.350719755Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.356663841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.356804223Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.35685752Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.356903452Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.357646175Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.361750864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.361887619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.361954613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.362701484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.368105494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.368362521Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.368432732Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.369765079Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.374687261Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.384913733Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.385144727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.385215118Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.385323236Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.385400351Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.385473267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.385868381Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.394248703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.394353353Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.394402351Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.395259604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.399896473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.400066665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.400202898Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.400813405Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.405810267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.423705801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.423819018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.423865983Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.42438241Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.44192294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.442148444Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.442251922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.442344488Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.442942079Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.452659687Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.452841503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.452928538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.45385013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.459461066Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.459718493Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.459822552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.461123146Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.465993604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.477234304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.477399996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.477488845Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.478290957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:44.638436712Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.638553266Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.638591613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.63864008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.639551151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.64529268Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.645391789Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.64609373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.650032525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.650133759Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.651352117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.656512698Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.656605855Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.656656276Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.656700976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.657684663Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.66225118Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.662413186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.662460872Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.663938381Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.669061727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.669261629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.669340647Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.670062208Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.674573914Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.684879996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.685059376Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.685097523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.685143866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.685695565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.698215265Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.698350447Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.698403062Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.698449626Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.699181396Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.708546637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.708657781Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.708706639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.709964557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.714501254Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.714736086Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.7147981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.71587293Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.719507304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.728565508Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.739846569Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.740028785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.740080138Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.740123866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.741153385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.745344678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.745560411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.745626795Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.746847187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.751239103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.751376229Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.751420658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.752209784Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.756923897Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.76731525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.767495152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.767542347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.768321673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.847318808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.847431635Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.848132303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.853467405Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.853738379Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.853802929Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.853845865Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.854977339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.860454096Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.860821594Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.860893388Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.861725861Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.866609606Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.86676086Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.866807654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.868765639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.873834465Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.882839211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.905686015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.906010087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.906201421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.906818651Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.908058703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.913396921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.913596072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.913642795Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.914508535Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.91951155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.919650028Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.919755179Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.920414153Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.925088868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.940255638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.940445319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.940499377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.941377913Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.950500416Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.950722021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.951682982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.957059958Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.957317175Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.95742902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.957472577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.958500102Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.962995346Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.963248906Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.963425952Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.964348987Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.968267702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.968408094Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.968475539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.969074453Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.972192439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.980334231Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.987255971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.987468839Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.9875392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.987599492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.988069877Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.992010025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.992240148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.992308104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.992818019Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.997368444Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:44.997484006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.997529307Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:44.998653646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.00534818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.020230708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.02046039Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.020552295Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.021623117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.033937384Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.034047335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.034750147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.041764203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"created built-in services vpc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.041869485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.041908974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.041957622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.045840715Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.045938863Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.046291311Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.046372785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.047223274Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.06409002Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.064365543Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.064464132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.064529884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.066000459Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.073379789Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.07355448Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.073634791Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.074747688Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.085562021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.085685369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.086913226Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.107347922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.107555289Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.107626793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.107677956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.108923389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.113341918Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.117758564Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.117892473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.117947093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.119032675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.361064861Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.361172618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.361224051Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.361270895Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.362161265Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.370551115Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.378849752Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.379000415Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.379066728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.379372834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"populate complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.384364966Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.384446279Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.384499897Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.38455092Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.384600409Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.385606762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.387824238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.387880311Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.436678818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.443756091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.443840861Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.443885571Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.445015311Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating background tasks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.463481421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.470133179Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.470298712Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.470351067Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.470404705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.471544635Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.47498037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.475085752Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.475509032Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:45.475595186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.475772903Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"215.042µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.475939918Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.476064799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.476122585Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.476173598Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.477096052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.478229199Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.478312005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.478517639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:45.478580615Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.478624012Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"78.408µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.478670836Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.478711939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2025-12-16 20:25:45.478647530 UTC"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.478928504Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.478991892Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.479909295Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.481188256Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.481300551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.481357015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.481408689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.481457126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.482327365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.483617087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.483836989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.483931048Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.484312093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.485354769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.485539871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.48559945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.485938221Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.486933762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.487726365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:45.487791646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.487834492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"101.654µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.487880014Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.488092761Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.48820658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.488498246Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.48857969Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.489167772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.490159875Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.490261339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.490353244Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.490478926Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.490569769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.491183152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.492113211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.492224765Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.492288132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.492349906Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.492403093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.493009432Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.493942768Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.494036005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.494087228Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":1,"elapsed":"204.21µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.494275887Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.494344685Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.494394215Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.494447041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.494495288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.49524281Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.496303492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:45.496376829Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.496424154Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"117.696µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.496482682Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.49654134Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.49663616Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.496691481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.496743426Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.497629747Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.498673835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.498739016Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"89.209µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.498788967Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:45.498835721Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.498881683Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"48.587µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.498932675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.498981504Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.499025382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"102.045µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.499081975Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"inventory collection is None","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:45.499129551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.499173539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"69.379µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.499226165Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.49927334Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.499328411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.499385135Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.499439123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.500212728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.501287638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.501377228Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.501440786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.501544975Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.502215112Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.50304041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.503643673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.503750968Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.504547169Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.505424782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.505517719Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.505606107Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.506351134Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.50714531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.507310372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.507460523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.508155189Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.508966871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.50905632Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.509148576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.509217103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.509283898Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.510072282Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.51091726Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.511092703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.511360821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"438.922µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.511626505Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.511685013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.51173334Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.512540372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.513111259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.513202052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.513251611Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.513312173Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.513834322Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.514502325Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.514573007Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.514621334Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.514687497Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.514752147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.514866927Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.515243945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.515821125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.516236229Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.516318445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.516565291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.517365008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"saga recovery pass starting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.517466161Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.517558547Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.517602485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.517656904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.517702496Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.518481101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.518574629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.518633447Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.51910769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.519752235Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.519820082Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.520040785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.520354455Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.520913509Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.521006155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.521088821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.521602564Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.52323784Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.523346839Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.52340202Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.523940201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.5244171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.524515678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.524594186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.525003578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.525507201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.525597853Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.525660629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.525717764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.525780259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.526121635Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.526802884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.526894318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.526958667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"reason\":\"reconfigurator config not yet loaded\",\"status\":\"disabled\"}","iteration":1,"elapsed":"135.112µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.527039019Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.52709923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.527151545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.527585167Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.528107496Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.528186275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.52823894Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.528656419Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.529240493Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.529329923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.529407839Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.529861211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.530371977Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.53046779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.530539333Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.530603142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.530682882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.530758684Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.530922563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.531013336Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.53109982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.531192416Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.531274471Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.531615005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.532238067Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.532430644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.532508962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.533001331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.53331933Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"distributing networking probes to sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.533399151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.533459271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.53352318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.533597529Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.533667009Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.534217104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.602839771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.602925233Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.650722498Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.650830525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.650886638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.650934093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.653749551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.672561737Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58487","req_id":"edda78bf-03ed-4541-83eb-92638d2a67c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: b9 b3 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.682760242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58487","req_id":"edda78bf-03ed-4541-83eb-92638d2a67c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:45.693449013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58487","req_id":"edda78bf-03ed-4541-83eb-92638d2a67c2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.693572751Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:5204","req_id":"d7df2a72-cdba-4ada-bfd1-b4efb9cfc972","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 9a 14 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.693657091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:5204","req_id":"d7df2a72-cdba-4ada-bfd1-b4efb9cfc972","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:45.694036062Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:5204","req_id":"d7df2a72-cdba-4ada-bfd1-b4efb9cfc972","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:45.698767831Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.698879255Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"223.87617ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:45.699049287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.699119969Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"220.884718ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.699742781Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:7445","req_id":"b4760ce2-796d-4520-926a-2a190b12500d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b1 3f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .?..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.699839926Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:7445","req_id":"b4760ce2-796d-4520-926a-2a190b12500d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:45.700306373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:7445","req_id":"b4760ce2-796d-4520-926a-2a190b12500d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.700355332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:30691","req_id":"418932c2-15f3-4956-851c-ecd741a6f618","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 65 ab 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 e............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.700416775Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:30691","req_id":"418932c2-15f3-4956-851c-ecd741a6f618","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:45.700735786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:30691","req_id":"418932c2-15f3-4956-851c-ecd741a6f618","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:45.721475045Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to build DPD clients","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:45.721665888Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:45.721827914Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.722065551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":1,"elapsed":"191.734807ms"} {"msg":"failed to resolve MGS addresses","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:45.722437719Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.722703884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":1,"elapsed":"192.004739ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:45.812158775Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2025-12-16 20:25:45.478647530 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.812977601Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2025-12-16T20:25:45.478647530Z\",\"pruned\":[]}","iteration":1,"elapsed":"334.308007ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.815110618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.852359324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.852560308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.852622353Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.853283902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.892643951Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:45.919228416Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:45.920092333Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"433.161085ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:46.016640439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:53766","req_id":"06de65ad-7ba7-4d5a-9fdb-a1e5055a4d0f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 69 a6 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 i............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.016788577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:53766","req_id":"06de65ad-7ba7-4d5a-9fdb-a1e5055a4d0f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:46.017403853Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:53766","req_id":"06de65ad-7ba7-4d5a-9fdb-a1e5055a4d0f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.023719786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.023787883Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:46.075183239Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:46.075276877Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.075325565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"591.836886ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:46.075379904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:6142","req_id":"1da44175-841f-4d3a-8b33-bd652145dcf8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 9e 1d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.075443793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:6142","req_id":"1da44175-841f-4d3a-8b33-bd652145dcf8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:46.075981974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:6142","req_id":"1da44175-841f-4d3a-8b33-bd652145dcf8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:46.076501598Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:46.076587661Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.076636169Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"591.444017ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.346800782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.351202267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:46.351320955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.35137279Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.351970922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.353281716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.358877251Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:46.35907084Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.359132704Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.359463078Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.360684082Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.370358013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:46.396340819Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.495335482Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.598433392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:46.757906705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:34720"} {"msg":"mgd port is 62833","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.759165284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"Running step record_switch_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.759225485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.75925789Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_sled1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:46.759509957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:46.759987917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:47.212547458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:47.21311074Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.21509138Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"ea842774-4388-4cd2-ab12-fce7b84d9685","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.215191271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"ea842774-4388-4cd2-ab12-fce7b84d9685","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"0.0.1"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.217163314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"ea842774-4388-4cd2-ab12-fce7b84d9685","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.217615553Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"ea842774-4388-4cd2-ab12-fce7b84d9685","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.219471583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"ea842774-4388-4cd2-ab12-fce7b84d9685","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.35290736Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.380189197Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.380300951Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.380351302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.380818992Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.422782213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.462592728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.468636393Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.470375879Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.478170954Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.478628754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.483560195Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.483661478Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.483709314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.48417998Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.486073315Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.490383717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.490489831Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.49053936Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.490949464Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.494151089Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.499703337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.499797616Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.499847616Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.499897016Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.499942207Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.500661542Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.501868668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.501946625Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.502419485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.503890211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.508693964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.50878146Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.508830148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.50973189Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:47.511073987Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.511198718Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.511774485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpz5elvs/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:47.701842613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.702208989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpz5elvs/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpIJAZIH/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:47.702422749Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.702580576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpIJAZIH/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.828657745Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:40988","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:47.840726228Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:40988","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.856907988Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:40988","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.937144925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959331913Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959494279Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959561474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959607687Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959651184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959694111Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959739722Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959786025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959831908Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959876197Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959932279Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.959978031Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.96002209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960065687Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960109235Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960152462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960200178Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960245058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960289647Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960332564Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960375961Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960419248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960463216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960506022Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960550111Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960592326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960637366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960679411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960722237Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960765544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960808861Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960853611Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960896637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960940245Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.960983963Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.96102758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961069986Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961113062Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961155437Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961198023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961240839Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961284998Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961330319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961374989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961422414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961467695Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961512956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961559459Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961605171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961650212Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961695252Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961737617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961778991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961823119Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961865675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961909072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.96195293Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.961997099Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962043021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962088142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962133924Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.96217703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962219646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962266129Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962313535Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962357573Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.96240063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962446853Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.96249019Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962533357Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962577676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962621784Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962663538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962705222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962746856Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962788219Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962831526Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962874542Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.96291816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.962959773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.963001938Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.963048301Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:47.963091628Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.963131428Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.994643416Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:47.995458715Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:37334/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:48.080172659Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:59753"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.117913093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"b4480f0a-ab1d-4b51-8841-dc8fda838197","remote_addr":"127.0.0.1:59753","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.118015249Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"b4480f0a-ab1d-4b51-8841-dc8fda838197","remote_addr":"127.0.0.1:59753","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"registered sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:48.196023868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:48.198794666Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.198957453Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"2.728779634s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.199240752Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.199343549Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.199586958Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.20137448Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.215114984Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.215281679Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.216383303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.239498035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"2.721002505s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.540190688Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.562870606Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.563098083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.563158304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.563211141Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.563259668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.564253606Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.566071369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.566174716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.566228304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.566276391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.566920174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.58048259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.580637271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.581237667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.582380304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"3.055316605s"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:48.583852913Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.584087044Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"3.054831811s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.596170747Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"3.071717715s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.596368445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.601165465Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.601250636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.601303282Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.601353192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.601400497Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.601802505Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.603781432Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.610500786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.653163823Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:48.653261269Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.65331187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"3.137439522s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.654148462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.660491559Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.660624466Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.660675599Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.661188049Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:48.754054636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0} {"msg":"saga recovery pass finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:48.754387565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.754448678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"3.237374464s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.916274789Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":1,"elapsed":"3.426058s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.916630324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.916731497Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.916784263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.916828913Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.918092432Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.92470433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.924901486Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.925409437Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.926666774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2025-12-16T20:35:45.384279Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.926773187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":true}","iteration":1,"elapsed":"3.43460679s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.926819681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.926859591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.926893239Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":2,"elapsed":"33.387µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.92693371Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.926970694Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.927014402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.927059854Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.927102439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.927623566Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.928747946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"3.407810008s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.929462532Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.929547433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.930105324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.931069622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.951212852Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:48.97820169Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.978890935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.980011687Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:48.985557122Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"ea842774-4388-4cd2-ab12-fce7b84d9685","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1770358,"response_code":200} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:48.987329975Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.987527882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"3.511610229s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:48.990342378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.002430922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:49.002689552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.002831016Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.003628409Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.00576398Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"3.506574238s"} {"msg":"failed to read target blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:49.007547835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.007743318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"3.513498764s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.018735729Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:49.018840119Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:49.065067589Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:17329","req_id":"25a1c831-a680-4ce8-b81d-9ea7196f795e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 99 80 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.065531832Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:17329","req_id":"25a1c831-a680-4ce8-b81d-9ea7196f795e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:49.06647627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:17329","req_id":"25a1c831-a680-4ce8-b81d-9ea7196f795e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:49.069657774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.092441621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"3.604408259s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.096235385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.103252156Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:49.103394151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.103448881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.145338174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:49.208469505Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.208579245Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"3.699702836s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.230194153Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"3.699220317s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.44717706Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.453289524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:49.453420678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.453475027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.454124131Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:49.473365469Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:49.473502054Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:49.47355976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.473608888Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:49.474700051Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.069510573Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.077263544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.07743083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.077487164Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.078030285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.100036179Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.100203665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.100261401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.1008978Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.299444247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.299740732Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.300254956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.49357061Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.493673216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.493728537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.49377962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.493826124Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.494679879Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.538408778Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"5.03125894s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.558394923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"5.052851503s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.65429123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"5.134463503s"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.672405112Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.672558511Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.672616938Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.67332965Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.785691006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.785820155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.785873332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.785918002Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.787028454Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.796865693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.797059372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.797159794Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.797247019Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.798160104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.799696983Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.799808647Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.799890502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.8005514Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.84820702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.85515348Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.855301638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.855355125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.855893076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.857066114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.859923276Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.860715658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.865114338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.865221994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.865272596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.865809775Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:50.880486691Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.880991335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"5.399301461s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.899232293Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.909961715Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.910094862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.910169182Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.910600358Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.93063447Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.943353821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.943618693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.943697902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.943818445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.943902614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.944028487Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.944229982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:50.945593472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:50.945836149Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"213.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"5.417710186s"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.039613858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2025-12-16T20:35:45.384279Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.039837728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":2,"elapsed":"546.144031ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.040548356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.040629069Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.040697596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.040747226Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.04089348Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.041664409Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.043014242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"b4480f0a-ab1d-4b51-8841-dc8fda838197","remote_addr":"127.0.0.1:59753","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2925120,"response_code":204} {"msg":"finished distributing probes to sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.04351562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.043952708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{}}","iteration":1,"elapsed":"5.510426342s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.044637805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.044714048Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.045376239Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.047159733Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:37334/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"b4480f0a-ab1d-4b51-8841-dc8fda838197\", \"date\": \"Tue, 16 Dec 2025 20:35:51 GMT\"} })"} {"msg":"Running step configure_boundary_ntp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.0475912Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.047641972Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049510006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049590318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049637813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049681371Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049723225Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049763956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049806662Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049848366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049889669Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049932836Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.049973948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.050017025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.051549795Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.051620728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:50686"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.051745308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.051790609Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n serial: 1,\n time_created: 2025-12-16T20:35:51.263923469Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 34281,\n target: \"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 47473,\n target: \"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 37334,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 40988,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"368b4745-a9f6-480d-a369-3b2340a2425d.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"913233fe-92a8-4635-9572-183f495429c4.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"64ca1171-eec3-43bc-b78f-2b86128cbd56.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 39530,\n target: \"823d756e-01e2-4837-8cfe-cc15faf550a4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"823d756e-01e2-4837-8cfe-cc15faf550a4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus-lockstep._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 38924,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"823d756e-01e2-4837-8cfe-cc15faf550a4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 52104,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_boundary-ntp._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 123,\n target: \"43aed2ac-1ab1-42d5-b9bb-ae781b04a890.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46444,\n target: \"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"43aed2ac-1ab1-42d5-b9bb-ae781b04a890.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"823d756e-01e2-4837-8cfe-cc15faf550a4.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 32826,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50686,\n target: \"64ca1171-eec3-43bc-b78f-2b86128cbd56.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"boundary-ntp\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 62833,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"5e40b7b1-8785-44e4-b098-544dc172ae82.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"@\": [\n Ns(\n \"ns1.control-plane.oxide.internal\",\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"823d756e-01e2-4837-8cfe-cc15faf550a4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"ns1\": [\n Aaaa(\n ::1,\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.265175856Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.265282971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"body":"Some(Body)","uri":"http://[::1]:47473/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.272231185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.272386357Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.272468792Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.272543172Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.273787152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.308021651Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.308144457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.308199618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.30896171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.310390231Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.310485472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.31053905Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.310586625Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.311173936Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.312343356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.312424439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.31247506Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.312519339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.313030877Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.326498653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.343147431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.353836522Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"5.830664154s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.354087396Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.360088426Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.360242305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.360328378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.36074224Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.392749383Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.402927116Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.403116186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.403170485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.403867336Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.40739278Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:47521"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.505844442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.50601735Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.506075717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.506122541Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.507772758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No bundles to collect","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.511230056Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.511465008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"6.014951524s"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.575001323Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.57729386Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/vpc-routes","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.578226284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.578326034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.578380003Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.579610966Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.58143378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.593407102Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.606777561Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.607780798Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.607963014Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.608084558Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.609136502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.611537958Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.61175291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.61214611Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"6.100713304s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.615799302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.616895334Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.618837918Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35959"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.622512503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"PUT","req_id":"ed48231a-a349-4898-8aad-5a14439b1634","remote_addr":"[::1]:47521","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.625976835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"PUT","req_id":"ed48231a-a349-4898-8aad-5a14439b1634","remote_addr":"[::1]:47521","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.626556991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc-routes","method":"GET","req_id":"708ef615-4ca2-48fd-a52e-d62c73a9f26c","remote_addr":"[::1]:35959","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.626651371Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc-routes","method":"GET","req_id":"708ef615-4ca2-48fd-a52e-d62c73a9f26c","remote_addr":"[::1]:35959","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.627692843Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:20111","req_id":"5f16fd28-3e1f-422c-93a6-debfa7d256f4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 63 94 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 c............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.627795129Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:20111","req_id":"5f16fd28-3e1f-422c-93a6-debfa7d256f4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:51.628389443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:20111","req_id":"5f16fd28-3e1f-422c-93a6-debfa7d256f4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.629051945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_generation":1,"req_id":"ed48231a-a349-4898-8aad-5a14439b1634","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.629121234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.629153088Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.630464263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.630939208Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.631120011Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.63116925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_generation":1,"req_id":"ed48231a-a349-4898-8aad-5a14439b1634","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.632244881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"PUT","req_id":"ed48231a-a349-4898-8aad-5a14439b1634","remote_addr":"[::1]:47521","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","latency_us":9723,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.632397358Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc-routes","method":"GET","req_id":"708ef615-4ca2-48fd-a52e-d62c73a9f26c","remote_addr":"[::1]:35959","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5879,"response_code":200} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:51.635038295Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.635138607Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"594.572594ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.635918083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708ef615-4ca2-48fd-a52e-d62c73a9f26c\", \"content-length\": \"2\", \"date\": \"Tue, 16 Dec 2025 20:35:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.63619003Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.636267556Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.637129077Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.638868503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.651701993Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.653488714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.653687924Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.654589165Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.659553321Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.667529461Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.678420127Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.678653646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.679314083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.710157477Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.710350666Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.710435867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.710508202Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":1,"elapsed":"6.178046796s"} {"msg":"tuf_repo_prune decision","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.711066805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.711207979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":2,"elapsed":"2.784301153s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.711726451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(Response { url: \"http://[::1]:47473/config\", status: 204, headers: {\"x-request-id\": \"ed48231a-a349-4898-8aad-5a14439b1634\", \"date\": \"Tue, 16 Dec 2025 20:35:51 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.712978406Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.82140298Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"body":"Some(Body)","uri":"http://[::1]:63899/omicron-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.831447305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57470"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.841448965Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.841684989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.841871063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.842034111Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.843885151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.848861742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.849211465Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.850683112Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.858136821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.864884041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.865158703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.865303163Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.867692114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.870968629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.871068008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.872400356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.874148579Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.882006451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.882197865Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.882281063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.883486365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.886253486Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/omicron-config","method":"PUT","req_id":"bbcb96f8-4cbb-4058-9238-72dbfccecec8","remote_addr":"[::1]:57470","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.88838525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/omicron-config","method":"PUT","req_id":"bbcb96f8-4cbb-4058-9238-72dbfccecec8","remote_addr":"[::1]:57470","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:51.949066437Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/omicron-config","method":"PUT","req_id":"bbcb96f8-4cbb-4058-9238-72dbfccecec8","remote_addr":"[::1]:57470","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":62836,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.95106325Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.951409816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.953308041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.956809708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.957127877Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.95740278Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.957651209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.960068046Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.984604506Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.984964058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:51.985234181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.985536699Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.988854076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.991469281Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(Response { url: \"http://[::1]:63899/omicron-config\", status: 204, headers: {\"x-request-id\": \"bbcb96f8-4cbb-4058-9238-72dbfccecec8\", \"date\": \"Tue, 16 Dec 2025 20:35:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:51.992974436Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"body":"Some(Body)","uri":"http://[::1]:63899/network-bootstore-config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:52.009459184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.009836232Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:63899/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.013106093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.019874055Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.020101742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.020232785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.021203286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.023465883Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/network-bootstore-config","method":"PUT","req_id":"b18f229d-9d8e-4410-948c-27ebee650229","remote_addr":"[::1]:57470","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.023701136Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/network-bootstore-config","method":"PUT","req_id":"b18f229d-9d8e-4410-948c-27ebee650229","remote_addr":"[::1]:57470","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.026683699Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/eip-gateways","method":"PUT","req_id":"8363f584-052c-4c78-80c6-971af10f04da","remote_addr":"[::1]:35959","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.026814001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/eip-gateways","method":"PUT","req_id":"8363f584-052c-4c78-80c6-971af10f04da","remote_addr":"[::1]:35959","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:52.030071588Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/network-bootstore-config","method":"PUT","req_id":"b18f229d-9d8e-4410-948c-27ebee650229","remote_addr":"[::1]:57470","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6606,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:52.030312392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/eip-gateways","method":"PUT","req_id":"8363f584-052c-4c78-80c6-971af10f04da","remote_addr":"[::1]:35959","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3600,"response_code":204} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.030766755Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.030851195Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.030907798Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.032068771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.035206187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:63899/artifacts-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:52.039089871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39223"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.045515535Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8363f584-052c-4c78-80c6-971af10f04da\", \"date\": \"Tue, 16 Dec 2025 20:35:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.046878203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"6.532355858s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.047117624Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:52.047184559Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.047224228Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.047271303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.0473194Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.047365071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.048415813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.051411714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:52.051502426Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.051557427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.051600894Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.054417404Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(Response { url: \"http://[::1]:63899/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"b18f229d-9d8e-4410-948c-27ebee650229\", \"date\": \"Tue, 16 Dec 2025 20:35:52 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.058990244Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:52.059289926Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.292322138Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.292483742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.292542491Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.292593754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.293857213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.295803785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/artifacts-config","method":"PUT","req_id":"44d3ae97-721b-46d0-ae9a-fc96c59786ea","remote_addr":"[::1]:39223","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.295893986Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/artifacts-config","method":"PUT","req_id":"44d3ae97-721b-46d0-ae9a-fc96c59786ea","remote_addr":"[::1]:39223","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpz5elvs/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.297446897Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.297536477Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpz5elvs/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpIJAZIH/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.297589183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.297631478Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpIJAZIH/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpz5elvs/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.297679544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.298153777Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.304732268Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.305028994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.305499329Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.30582337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.306010536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.307586073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.389476793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/v2p","method":"GET"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpIJAZIH/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.3914405Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.392152029Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.406988455Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.407197445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.407240382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.407288879Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.408004668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Starting delete reconciler","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.41075269Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.411311834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/artifacts-config","method":"PUT","req_id":"44d3ae97-721b-46d0-ae9a-fc96c59786ea","remote_addr":"[::1]:39223","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":115536,"response_code":204} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.412177974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.418354116Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.418451482Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.418513737Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.419070937Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.420413354Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.420513846Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.421116658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.423909761Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56654"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.426628885Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/artifacts-config\", status: 204, headers: {\"x-request-id\": \"44d3ae97-721b-46d0-ae9a-fc96c59786ea\", \"date\": \"Tue, 16 Dec 2025 20:35:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.426815551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/artifacts","method":"GET"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.491196353Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.491342677Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.49231448Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.49254364Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.495806698Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.502317522Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.506599016Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.507305316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.507409916Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.508079662Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.509074982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v2p","method":"GET","req_id":"464be2e8-dc0c-45f1-a224-420f4006e6ef","remote_addr":"[::1]:56654","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.509222458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v2p","method":"GET","req_id":"464be2e8-dc0c-45f1-a224-420f4006e6ef","remote_addr":"[::1]:56654","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.50994452Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53020"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.51006397Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/artifacts","method":"GET","req_id":"38e5a03d-605c-4a59-97fb-9639ed63ed8a","remote_addr":"[::1]:39223","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.510144071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/artifacts","method":"GET","req_id":"38e5a03d-605c-4a59-97fb-9639ed63ed8a","remote_addr":"[::1]:39223","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.511854718Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v2p","method":"GET","req_id":"464be2e8-dc0c-45f1-a224-420f4006e6ef","remote_addr":"[::1]:56654","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2862,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.512359603Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/artifacts","method":"GET","req_id":"38e5a03d-605c-4a59-97fb-9639ed63ed8a","remote_addr":"[::1]:39223","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2203,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.516377989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc-routes","method":"GET","req_id":"ae871dfe-3751-421e-b1f7-b4b990130815","remote_addr":"[::1]:53020","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.516519904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc-routes","method":"GET","req_id":"ae871dfe-3751-421e-b1f7-b4b990130815","remote_addr":"[::1]:53020","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.516590165Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:57181","req_id":"5c69076e-5961-456d-a19b-6d3f8263edb6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 93 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.516662901Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:57181","req_id":"5c69076e-5961-456d-a19b-6d3f8263edb6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.51722445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.517615515Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.517676027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:57181","req_id":"5c69076e-5961-456d-a19b-6d3f8263edb6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.517905218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:65161","req_id":"6226ddc7-e827-4e7a-9bd9-fdbe873430ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: 17 f8 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 ............._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.518011912Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:65161","req_id":"6226ddc7-e827-4e7a-9bd9-fdbe873430ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.518280191Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.518402627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.518464993Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:65161","req_id":"6226ddc7-e827-4e7a-9bd9-fdbe873430ee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 40988, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.518579793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:61211","req_id":"13c3cd9e-9b38-4c16-9b38-edf200c9aeab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 1e e7 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.518675606Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:61211","req_id":"13c3cd9e-9b38-4c16-9b38-edf200c9aeab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7911,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.518894596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.51893623Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"64ca1171-eec3-43bc-b78f-2b86128cbd56.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.51897103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:61211","req_id":"13c3cd9e-9b38-4c16-9b38-edf200c9aeab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"64ca1171-eec3-43bc-b78f-2b86128cbd56.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 50686, target: Name(\"64ca1171-eec3-43bc-b78f-2b86128cbd56.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.521959265Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e5a03d-605c-4a59-97fb-9639ed63ed8a\", \"content-length\": \"26\", \"date\": \"Tue, 16 Dec 2025 20:35:54 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.523411624Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled":"http://[::1]:63899"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.523511544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464be2e8-dc0c-45f1-a224-420f4006e6ef\", \"content-length\": \"2\", \"date\": \"Tue, 16 Dec 2025 20:35:54 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.523596675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.523655464Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.523708801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.5246587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"9.021573289s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.525544259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc-routes","method":"GET","req_id":"ae871dfe-3751-421e-b1f7-b4b990130815","remote_addr":"[::1]:53020","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9207,"response_code":200} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.528636694Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-12-16T20:35:54.426623765Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-12-16T20:35:54.522290390Z\"}]}","iteration":1,"elapsed":"9.002516652s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.528752336Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.528807287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.529324637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.533892356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae871dfe-3751-421e-b1f7-b4b990130815\", \"content-length\": \"2\", \"date\": \"Tue, 16 Dec 2025 20:35:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.534050935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.534115304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.534935372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.537048158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.537206055Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.538262228Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.55086753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.551065337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.551126681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.551178645Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.551965186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.55467915Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50360","req_id":"78c403a9-2ffe-4be0-8717-9805653f6858","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0c ed 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.555043953Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50360","req_id":"78c403a9-2ffe-4be0-8717-9805653f6858","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.555970355Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.556140958Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50360","req_id":"78c403a9-2ffe-4be0-8717-9805653f6858","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.556229987Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50311","req_id":"36ee853a-3f72-4712-9729-48dd91a9fc4b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 4f a5 01 00 00 01 00 00 00 00 00 01 24 62 36 64 O...........$b6d\n0010: 36 35 33 34 31 2d 31 36 37 63 2d 34 31 64 66 2d 65341-167c-41df-\n0020: 39 62 35 63 2d 34 31 63 64 65 64 39 39 63 32 32 9b5c-41cded99c22\n0030: 39 04 73 6c 65 64 0d 63 6f 6e 74 72 6f 6c 2d 70 9.sled.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.556306681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50311","req_id":"36ee853a-3f72-4712-9729-48dd91a9fc4b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 115,\n 108,\n 101,\n 100,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.556514098Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.556549018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50311","req_id":"36ee853a-3f72-4712-9729-48dd91a9fc4b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.556622034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58660","req_id":"8817c1f2-1963-4e46-996b-04c9812693d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: a4 4c 01 00 00 01 00 00 00 00 00 01 24 36 34 63 .L..........$64c\n0010: 61 31 31 37 31 2d 65 65 63 33 2d 34 33 62 63 2d a1171-eec3-43bc-\n0020: 62 37 38 66 2d 32 62 38 36 31 32 38 63 62 64 35 b78f-2b86128cbd5\n0030: 36 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 6.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.556702476Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58660","req_id":"8817c1f2-1963-4e46-996b-04c9812693d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"64ca1171-eec3-43bc-b78f-2b86128cbd56.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"64ca1171-eec3-43bc-b78f-2b86128cbd56.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 54,\n 52,\n 99,\n 97,\n 49,\n 49,\n 55,\n 49,\n 45,\n 101,\n 101,\n 99,\n 51,\n 45,\n 52,\n 51,\n 98,\n 99,\n 45,\n 98,\n 55,\n 56,\n 102,\n 45,\n 50,\n 98,\n 56,\n 54,\n 49,\n 50,\n 56,\n 99,\n 98,\n 100,\n 53,\n 54,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.556956326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"64ca1171-eec3-43bc-b78f-2b86128cbd56.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.556994964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58660","req_id":"8817c1f2-1963-4e46-996b-04c9812693d2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"64ca1171-eec3-43bc-b78f-2b86128cbd56.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"64ca1171-eec3-43bc-b78f-2b86128cbd56.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"64ca1171-eec3-43bc-b78f-2b86128cbd56.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.630850457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.63105107Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.631142534Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.631654332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.633501614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.633599561Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.633650444Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.634083694Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.63478796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62947"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.63664401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.636724722Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:63899/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.637637386Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"4a921f27-6d89-4a60-9f18-d6d98b4a88b6","remote_addr":"[::1]:62947","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.638957318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"4a921f27-6d89-4a60-9f18-d6d98b4a88b6","remote_addr":"[::1]:62947","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1338,"response_code":200} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.639183052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.639301951Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.639362312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.640325408Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:54.643563255Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/eip-gateways","method":"PUT","req_id":"f2263895-1868-44f7-ac5c-c076c8c34776","remote_addr":"[::1]:53020","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:54.64368041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/eip-gateways","method":"PUT","req_id":"f2263895-1868-44f7-ac5c-c076c8c34776","remote_addr":"[::1]:53020","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:54.645202198Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/eip-gateways","method":"PUT","req_id":"f2263895-1868-44f7-ac5c-c076c8c34776","remote_addr":"[::1]:53020","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1642,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.278032948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.278346598Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.278540808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.278774408Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.295574009Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.298599189Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59628"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.298945434Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44434"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.299044684Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38042"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.2991276Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38646"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.299199074Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41390"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.299270077Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43258"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.299341971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37114"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.301274054Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.317411484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.317624813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.31768796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.317819404Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.317914525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.317985458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.318430663Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.320727789Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f2263895-1868-44f7-ac5c-c076c8c34776\", \"date\": \"Tue, 16 Dec 2025 20:35:54 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.323496363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"3.276312265s"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.328453825Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"829223d6-9f88-444d-82ac-5a2e2c0fdab7","remote_addr":"[::1]:59628","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.32864511Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"b8120e30-6f63-4aab-ac2e-ab8ccd732582","remote_addr":"[::1]:44434","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.328718457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f10ec90-7b87-4320-b69c-4d68edf7a5b5","remote_addr":"[::1]:38042","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.328875533Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"7bdb0272-8d0f-4723-a9c3-890a0950c026","remote_addr":"[::1]:38646","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.329049172Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"ffaaf019-93a7-4fdd-a2b0-2e93e9745ff8","remote_addr":"[::1]:41390","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.329510158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"7a9e2f1f-2a7f-4129-ac5f-e5567950cba5","remote_addr":"[::1]:43258","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.330144704Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"b57cb704-6578-4e60-8455-2aff2eb72fbc","remote_addr":"[::1]:37114","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.330441089Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"829223d6-9f88-444d-82ac-5a2e2c0fdab7","remote_addr":"[::1]:59628","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2057,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.330545309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"b8120e30-6f63-4aab-ac2e-ab8ccd732582","remote_addr":"[::1]:44434","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1928,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.33062052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f10ec90-7b87-4320-b69c-4d68edf7a5b5","remote_addr":"[::1]:38042","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1863,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.330692685Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"7bdb0272-8d0f-4723-a9c3-890a0950c026","remote_addr":"[::1]:38646","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1807,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.330758968Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"ffaaf019-93a7-4fdd-a2b0-2e93e9745ff8","remote_addr":"[::1]:41390","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1673,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.330822666Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"7a9e2f1f-2a7f-4129-ac5f-e5567950cba5","remote_addr":"[::1]:43258","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1483,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.330887356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/pantry/0","method":"GET","req_id":"b57cb704-6578-4e60-8455-2aff2eb72fbc","remote_addr":"[::1]:37114","local_addr":"[::1]:50686","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":670,"response_code":200} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.353187621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.353351431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.353406752Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.354295548Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.356173462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.366852262Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.367854006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.36858294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.368699314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.369897793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.379397794Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.379582576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.379675693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.380777076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.393414683Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.413784158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.414065193Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.414145124Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.415386679Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.418495226Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.420974659Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.421068467Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.423018236Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.456412947Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.456688781Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.460128373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.468403453Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.468514617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.471762354Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.481077484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.481182835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.482604813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.492151859Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.492469036Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.49417779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.49655627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.496653165Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.496728767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.496803176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.496867907Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.497484886Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.508416916Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.508592539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.508679003Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.508753893Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.50987707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.511409079Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.519373014Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.51954021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.519690442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.520379917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.523741543Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.523821934Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.525333753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.528669446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.528760549Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.528812223Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.530275664Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.532263719Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2025-12-16T20:35:45.384279Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.532496257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":3,"elapsed":"35.898433ms"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.535944587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.53606579Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.53612546Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.537015759Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.543578037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.557667081Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.55784592Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.55792021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.558031523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.558113267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.558186835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.558841902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.57936718Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.579496951Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.579557763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.581143901Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.592451274Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.59260813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.592665515Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.594381754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.608314824Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.626545311Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.626752117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.626823049Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.627877298Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.632550279Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.632663356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.632711653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.635682764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.652884082Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.653061569Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.653201781Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.653336171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.653453457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.654522164Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.663847745Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.6699158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.670096283Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.670165522Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.670761019Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.685047008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-12-16T20:35:03.134675Z, time_modified: 2025-12-16T20:35:03.134675Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.685151127Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.685195607Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.685237431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.789304888Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.789443055Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.789494779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.789540401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.790655482Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.796390347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.801495907Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.801791391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.801907665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.802725709Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.816453126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 454e5b9b-9953-4410-9300-7ac6d93712f3, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.816611755Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.816668879Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.816717377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.817809001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.823521681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.832806831Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 454e5b9b-9953-4410-9300-7ac6d93712f3, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.832940389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.833018196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.834053807Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.839895727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 2e5da633-3630-4b9d-be29-f4b8428270a7, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.840072592Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.840139086Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.840187844Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.841128184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.84250443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.842600032Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:55.842644691Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.842688279Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"10.329419043s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.84273382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"10.32949251s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.851478664Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.87066891Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2e5da633-3630-4b9d-be29-f4b8428270a7, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.870797158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.8708481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.871771826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.877648326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 454e5b9b-9953-4410-9300-7ac6d93712f3, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.877767646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.877821073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.877943629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.878999351Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.885061373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.894042602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 454e5b9b-9953-4410-9300-7ac6d93712f3, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.922716917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 2e5da633-3630-4b9d-be29-f4b8428270a7, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.922816918Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.922924775Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.922975657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.923845636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.929238764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.935844349Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2e5da633-3630-4b9d-be29-f4b8428270a7, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.943849015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 454e5b9b-9953-4410-9300-7ac6d93712f3, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.944147936Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:55.944350563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.944491216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.96373075Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.984658407Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:55.994153339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 454e5b9b-9953-4410-9300-7ac6d93712f3, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.01056989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.010761204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.010887588Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.011054674Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.012355649Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.019808847Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.02768248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.239153259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"ccf48965-dd95-434d-8c04-39975e4ca0a3"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.239285946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.239338402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.239451659Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.239504766Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.240262248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.246146844Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.253118525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.281447185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for boundary_ntp service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.343938269Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.379546669Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.379743815Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.379849027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.403838236Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.403953057Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted service networking records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.404005823Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted physical disks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.404058499Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted zpools","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.404109171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted datasets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.404157278Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.433328872Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.439773664Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.44033401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.440409562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.440462037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.440561276Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.441500754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.448765364Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.455676202Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.455829941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.455906976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.455977928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.456041556Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.456895743Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.478394628Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.483673586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.535156879Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.53535147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.535488576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.535596573Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.536569248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.543038799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.556916578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.557044355Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.557092782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.557138023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.557180779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.557598639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.568661141Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.584795906Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.593189604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.593304936Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.593355898Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.593397401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.594132829Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.603860138Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.613744662Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Created recovery silo","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.63817106Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.641216851Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user's password","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.646966035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.648391359Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8, lookup_type: ById(9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.64854602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.648599518Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.648646702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.64984954Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.655102356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.655217808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.655280714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.656186234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.660336044Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.6641555Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8, lookup_type: ById(9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.66435492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Granted Silo privileges","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:56.670323445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.670654801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.67089347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.671108192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.671386451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.672973991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.678260636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.684190703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.699136148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.699271249Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.700173733Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.715122164Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.715278388Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.716333158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.722662658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.722808541Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.724085768Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.73091389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.731163421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.731245065Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.731294434Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.732472171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.746058996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.746267154Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.746328848Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.747311723Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.751403386Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.75153958Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.751591564Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.753273544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.757793087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.771907702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.772241653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.772356474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.772521365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.772651597Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.772753412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.774308948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.779220538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.77938551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.779499098Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.780988972Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.785199374Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.785332922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.785383834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.786125204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.79092523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.808935064Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.809177461Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.809266329Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.809898269Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.817185223Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.817512631Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.818522922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.824203458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.824484923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.825734174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.829947341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.8300814Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.831077131Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.836808379Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.836971497Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.837023882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.837068983Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.838671633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.84435773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.844509586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.844570037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.84593484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.850823544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.851062294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.851210221Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.852960058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.859947951Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.878530305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.886107572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.886681436Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.886755134Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.888435881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.895533034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.895891795Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.896707695Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.902227508Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.902328741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.903216365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.909173627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.909447237Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.911771017Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.919247512Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.919595611Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.919763809Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.919939091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.922922236Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.928578053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.928908326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.929012025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.930312899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.935798142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.935965519Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.936026251Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.936903133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.943119786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.973587435Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.973861325Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.97395792Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.974123763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.974621513Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.97467959Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.976826695Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.981723285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.981843878Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.981894139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.982940732Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.987755067Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:56.987905259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.987977825Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.990744545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:56.997088103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.011551409Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.011904148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.012153539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.013912945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.023127242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.023306542Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.024461594Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.030268263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.030385288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.031427342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.046674443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.047110941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.049666777Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.053822528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.05408223Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.05468895Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.061385137Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.061544316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.061606582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.061653185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.062418854Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.066494755Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.066829077Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.066965671Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.068784837Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.074862391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.075010689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.075068195Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.075889455Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.080916968Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.095367459Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.095868816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.095947264Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.096026934Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.096082866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.096128739Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.097071213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.100000259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.100096272Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.100146603Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.101062133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.105215931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.105499871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.105596636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.107108614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.110443696Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.124310033Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.124449052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.124496006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.124972033Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.137552285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 54bbaf11-a876-4512-8764-226437289338, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], Name(\"external-dns\"): [NetworkInterface { id: 3b0e3e9f-82d1-45bc-a125-ee3cfcf8d46b, kind: Service { id: 5e40b7b1-8785-44e4-b098-544dc172ae82 }, name: Name(\"external-dns-5e40b7b1-8785-44e4-b098-544dc172ae82\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.137815965Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.137890885Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.137958922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.138026418Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.139133252Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.143473474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.154445093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.154618151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.154706308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.15529422Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.159761497Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-12-16T20:35:03.134675Z, time_modified: 2025-12-16T20:35:56.684102Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.159969094Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.160031039Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b0e3e9f-82d1-45bc-a125-ee3cfcf8d46b, kind: Service { id: 5e40b7b1-8785-44e4-b098-544dc172ae82 }, name: Name(\"external-dns-5e40b7b1-8785-44e4-b098-544dc172ae82\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 54bbaf11-a876-4512-8764-226437289338, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 3b0e3e9f-82d1-45bc-a125-ee3cfcf8d46b, kind: Service { id: 5e40b7b1-8785-44e4-b098-544dc172ae82 }, name: Name(\"external-dns-5e40b7b1-8785-44e4-b098-544dc172ae82\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 54bbaf11-a876-4512-8764-226437289338, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.160354729Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.208855268Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2025-12-16T20:35:48.196011Z, time_modified: 2025-12-16T20:35:48.196011Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(63899), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(40988), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.209053045Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.278613026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.27874433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.279460469Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.298993593Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.299143484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.299197914Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.299243666Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.300399088Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.310787915Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.320376144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.321236213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:63899/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.322639202Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37497"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.32459862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"32448c85-09ac-44df-b2ab-51ed8136d6b0","remote_addr":"[::1]:37497","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.324686176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"32448c85-09ac-44df-b2ab-51ed8136d6b0","remote_addr":"[::1]:37497","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.336299975Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"32448c85-09ac-44df-b2ab-51ed8136d6b0","remote_addr":"[::1]:37497","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11598,"response_code":204} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.336745431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"32448c85-09ac-44df-b2ab-51ed8136d6b0\", \"date\": \"Tue, 16 Dec 2025 20:35:57 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.338331799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.338746111Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.338866934Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.338940642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.339089191Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.341806892Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.342662502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.342759026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.34301015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.343158098Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.343295564Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.343382068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.343695939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.344349562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.344453401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.344515696Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.344583412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.34466192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.344747532Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.34483618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.345217907Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.346256524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.346342818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.346412308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.346484653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.346551167Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.347013095Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.347589644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.347675326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.347751028Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.347829305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.347908174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.348960488Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.35161327Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.351718802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.351952341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.352027492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.352401454Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.353237554Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.353343557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.353422946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.355216982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.355296421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.3597196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.37592142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.37607554Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.376132605Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.376930147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.378079978Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.383531904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.383661054Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.38371396Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.384496894Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.387607816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.407758651Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.407875987Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.40796194Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.408523579Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.411095778Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.425740128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.425899538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.43389204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.435865817Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.436083013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.436192904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.436288456Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.436427305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.436576966Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.436710654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.43753448Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.443357743Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: ccf48965-dd95-434d-8c04-39975e4ca0a3, lookup_type: ById(ccf48965-dd95-434d-8c04-39975e4ca0a3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.443608146Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.443695862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.443748979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.444277391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.447029181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.447121587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.447164854Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.447216928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.447270015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.447318562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.448071355Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.450866352Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.460733301Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.461037212Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.461416063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.462357335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.466180979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:30931","req_id":"1617ef5a-76f1-4005-a8e8-bf5d61bfa9ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: b6 9d 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.466616815Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:30931","req_id":"1617ef5a-76f1-4005-a8e8-bf5d61bfa9ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.467506773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.467969413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.468225147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:30931","req_id":"1617ef5a-76f1-4005-a8e8-bf5d61bfa9ff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 47473, target: Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.468620742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:26610","req_id":"b7e2879c-136e-47f5-8041-0c9a489e03dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 21 2d 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 !-..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.468951367Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:26610","req_id":"b7e2879c-136e-47f5-8041-0c9a489e03dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.469416431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.469695071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"5e40b7b1-8785-44e4-b098-544dc172ae82.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.469927709Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:26610","req_id":"b7e2879c-136e-47f5-8041-0c9a489e03dd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46444, target: Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.481684616Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 47473, target: Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3774, tv_nsec: 520432292 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.481852714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.482128548Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46444, target: Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3774, tv_nsec: 521005885 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.482248299Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.482286606Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:57704","req_id":"0166430f-d739-42d2-be28-6b28c08d2928","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d4 98 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.482456287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:57704","req_id":"0166430f-d739-42d2-be28-6b28c08d2928","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.482657882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.482953656Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.483057725Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:57704","req_id":"0166430f-d739-42d2-be28-6b28c08d2928","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.483576638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.49299243Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ccf48965-dd95-434d-8c04-39975e4ca0a3, lookup_type: ById(ccf48965-dd95-434d-8c04-39975e4ca0a3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.49315142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.493205328Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.493651715Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.496335038Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.503620068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.503774458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.503840802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.504279874Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.505354363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.505553023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08c685eb-363e-4097-9062-ec41d4be2122"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.505616119Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.505668705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.505722804Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.505772744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.506158449Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.507890871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.507968888Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.508013147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.508055361Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.508135753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.50829367Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.508353511Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.508959869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.512160722Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3774, tv_nsec: 550936906 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.512357908Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.521301852Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.53870182Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.538821771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.53887612Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.539843744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.550714481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:44818","req_id":"80867f9e-64d0-4b38-8922-ac6b33282113","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 19 8b 01 00 00 01 00 00 00 00 00 01 24 64 66 62 ............$dfb\n0010: 64 65 33 38 61 2d 65 66 36 39 2d 34 64 65 62 2d de38a-ef69-4deb-\n0020: 61 34 66 37 2d 34 64 32 31 38 66 66 39 61 39 37 a4f7-4d218ff9a97\n0030: 33 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 3.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.55117205Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:44818","req_id":"80867f9e-64d0-4b38-8922-ac6b33282113","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 100,\n 102,\n 98,\n 100,\n 101,\n 51,\n 56,\n 97,\n 45,\n 101,\n 102,\n 54,\n 57,\n 45,\n 52,\n 100,\n 101,\n 98,\n 45,\n 97,\n 52,\n 102,\n 55,\n 45,\n 52,\n 100,\n 50,\n 49,\n 56,\n 102,\n 102,\n 57,\n 97,\n 57,\n 55,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.55189845Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.552188824Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:44818","req_id":"80867f9e-64d0-4b38-8922-ac6b33282113","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dfbde38a-ef69-4deb-a4f7-4d218ff9a973.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.552573917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:5362","req_id":"3ce8a36c-5f34-43c4-a554-e22ac8ae8628","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: a3 3f 01 00 00 01 00 00 00 00 00 01 24 35 65 34 .?..........$5e4\n0010: 30 62 37 62 31 2d 38 37 38 35 2d 34 34 65 34 2d 0b7b1-8785-44e4-\n0020: 62 30 39 38 2d 35 34 34 64 63 31 37 32 61 65 38 b098-544dc172ae8\n0030: 32 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 2.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.552878239Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:5362","req_id":"3ce8a36c-5f34-43c4-a554-e22ac8ae8628","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41791,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 53,\n 101,\n 52,\n 48,\n 98,\n 55,\n 98,\n 49,\n 45,\n 56,\n 55,\n 56,\n 53,\n 45,\n 52,\n 52,\n 101,\n 52,\n 45,\n 98,\n 48,\n 57,\n 56,\n 45,\n 53,\n 52,\n 52,\n 100,\n 99,\n 49,\n 55,\n 50,\n 97,\n 101,\n 56,\n 50,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.553689209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"5e40b7b1-8785-44e4-b098-544dc172ae82.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.553930123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:5362","req_id":"3ce8a36c-5f34-43c4-a554-e22ac8ae8628","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"5e40b7b1-8785-44e4-b098-544dc172ae82.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.555462042Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08c685eb-363e-4097-9062-ec41d4be2122"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.555788808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.556003019Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.556299274Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":2,"elapsed":"217.580948ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.556619007Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:57.556822786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.557049602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no servers\"}","iteration":2,"elapsed":"419.693µs"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.559536039Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:47473] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.559768867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:47473\"]}","iteration":2,"elapsed":"217.14367ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.560215474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:46444] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.560413693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:46444\"]}","iteration":2,"elapsed":"216.174502ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.560653925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:47384","req_id":"7ba2d033-58f6-4dc0-8e30-52a5edb50cc0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e7 23 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .#..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.560967826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:47384","req_id":"7ba2d033-58f6-4dc0-8e30-52a5edb50cc0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.561748816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.562150443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:47384","req_id":"7ba2d033-58f6-4dc0-8e30-52a5edb50cc0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.569495424Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.652271243Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_server_url":"http://[::1]:47473","servers":"DnsServersList { addresses: [[::1]:47473] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:47473/config","method":"PUT"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.652857812Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:57.652934977Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.652979907Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"96.624µs"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.656632257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.672079851Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.672194301Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.672249662Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.673012986Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.674470084Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.674553302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.674604885Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.674653072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.675182987Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.677208027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:61953"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.751524866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.762242314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.762433488Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"d99030b5-89ca-438d-8e9b-b6676a39233e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.762497727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.762550583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.762606957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.762657017Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.762698841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.762751207Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"PUT","req_id":"1c623014-24b6-4ee5-b62f-791878d918bf","remote_addr":"[::1]:61953","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.762808923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"PUT","req_id":"1c623014-24b6-4ee5-b62f-791878d918bf","remote_addr":"[::1]:61953","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.763445822Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_generation":1,"req_id":"1c623014-24b6-4ee5-b62f-791878d918bf","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.763546946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_generation":1,"req_id":"1c623014-24b6-4ee5-b62f-791878d918bf","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.769202401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"PUT","req_id":"1c623014-24b6-4ee5-b62f-791878d918bf","remote_addr":"[::1]:61953","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","latency_us":8783,"response_code":204} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.769374517Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.771588747Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.771767025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.771822216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.773559016Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.788115449Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58548","req_id":"3cce9927-088d-4b9d-be64-4ecff55a3757","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 35 a0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 5............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.791332655Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58548","req_id":"3cce9927-088d-4b9d-be64-4ecff55a3757","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.792699071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:35:57.79326611Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:58548","req_id":"3cce9927-088d-4b9d-be64-4ecff55a3757","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.794717166Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_server_url":"http://[::1]:47473","servers":"DnsServersList { addresses: [[::1]:47473] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:47473/config\", status: 204, headers: {\"x-request-id\": \"1c623014-24b6-4ee5-b62f-791878d918bf\", \"date\": \"Tue, 16 Dec 2025 20:35:57 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.794833981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_server_url":"http://[::1]:47473","servers":"DnsServersList { addresses: [[::1]:47473] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.798917488Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"servers":"DnsServersList { addresses: [[::1]:47473] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.799463114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:47473\":{\"Ok\":null}}}","iteration":3,"elapsed":"229.966528ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.802319023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.814076832Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.81425998Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.814390483Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.815696237Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:57.818551695Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.852886225Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"d99030b5-89ca-438d-8e9b-b6676a39233e"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.853079614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.853185537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.853925574Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":2,"elapsed":"510.91907ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.85419753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.980524291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_server_url":"http://[::1]:46444","servers":"DnsServersList { addresses: [[::1]:46444] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:46444/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.983342725Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-12-16T20:35:43.490411Z, time_modified: 2025-12-16T20:35:43.490411Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8, db_silo: Silo { identity: SiloIdentity { id: 9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-12-16T20:35:56.440094Z, time_modified: 2025-12-16T20:35:56.440094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8, db_silo: Silo { identity: SiloIdentity { id: 9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-12-16T20:35:56.440094Z, time_modified: 2025-12-16T20:35:56.440094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:57.983712027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 9fffb0b0-87e8-4e9b-ba34-c51abe7b0ff8 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"639.235991ms"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:57.98440496Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:39039"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.002654124Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"PUT","req_id":"9da22991-b310-49ae-acb0-e18bb6840301","remote_addr":"[::1]:39039","local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.002824567Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"PUT","req_id":"9da22991-b310-49ae-acb0-e18bb6840301","remote_addr":"[::1]:39039","local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.003118868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13833","req_id":"e9a9766d-c57d-4e40-9aaa-60d0a4028530","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 00 9c 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.00338856Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13833","req_id":"e9a9766d-c57d-4e40-9aaa-60d0a4028530","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.003865669Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.004206514Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.004565145Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13833","req_id":"e9a9766d-c57d-4e40-9aaa-60d0a4028530","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.011306302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_generation":2,"req_id":"9da22991-b310-49ae-acb0-e18bb6840301","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.011578028Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.011697729Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.012428006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.012955657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.013127732Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.013229066Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_generation":2,"req_id":"9da22991-b310-49ae-acb0-e18bb6840301","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.015443416Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"PUT","req_id":"9da22991-b310-49ae-acb0-e18bb6840301","remote_addr":"[::1]:39039","local_addr":"[::1]:46444","component":"http","kind":"dns","component":"external_dns_server","latency_us":12828,"response_code":204} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.017141408Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3775, tv_nsec: 55976250 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.017340288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.018053201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_server_url":"http://[::1]:46444","servers":"DnsServersList { addresses: [[::1]:46444] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46444/config\", status: 204, headers: {\"x-request-id\": \"9da22991-b310-49ae-acb0-e18bb6840301\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.018222772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"dns_server_url":"http://[::1]:46444","servers":"DnsServersList { addresses: [[::1]:46444] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.021327501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"servers":"DnsServersList { addresses: [[::1]:46444] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.021697855Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:46444\":{\"Ok\":null}}}","iteration":3,"elapsed":"167.482209ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.028300835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:56875","req_id":"36e52179-7405-4a8d-98a4-ab96474bb9a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 61 f0 01 00 00 01 00 00 00 00 00 01 24 33 36 38 a...........$368\n0010: 62 34 37 34 35 2d 61 39 66 36 2d 34 38 30 64 2d b4745-a9f6-480d-\n0020: 61 33 36 39 2d 33 62 32 33 34 30 61 32 34 32 35 a369-3b2340a2425\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.028581058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:56875","req_id":"36e52179-7405-4a8d-98a4-ab96474bb9a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25072,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 51,\n 54,\n 56,\n 98,\n 52,\n 55,\n 52,\n 53,\n 45,\n 97,\n 57,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 100,\n 45,\n 97,\n 51,\n 54,\n 57,\n 45,\n 51,\n 98,\n 50,\n 51,\n 52,\n 48,\n 97,\n 50,\n 52,\n 50,\n 53,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.03274214Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.032864907Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:56875","req_id":"36e52179-7405-4a8d-98a4-ab96474bb9a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Updated CockroachDB cluster backends","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.111340855Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:32222]","total":1,"removed":0,"added":1} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.111590647Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.111695778Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:52104"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.111775178Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.120954104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"888b44ce-00c2-4f89-9c7b-6160045512ac\", \"content-length\": \"835\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.121852039Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0","method":"GET"} {"msg":"found new target blueprint (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.123270509Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2025-12-16 20:35:54.291626 UTC","target_id":"ccf48965-dd95-434d-8c04-39975e4ca0a3"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.123390801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"first target blueprint\",\"target_id\":\"ccf48965-dd95-434d-8c04-39975e4ca0a3\",\"time_created\":\"2025-12-16T20:35:54.291626Z\",\"time_found\":\"2025-12-16T20:35:58.123305309Z\"}","iteration":2,"elapsed":"775.882932ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.123572566Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.123815855Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.123905716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.123963402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.12401253Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.12497779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.186892416Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint execution: quiesce check","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.187076626Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","quiescing":false} {"msg":"initial state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.187123861Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Running"} {"msg":"initial quiesce state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.187161637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","initial_state":"Allowed"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:58.187201247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","target_id":"ccf48965-dd95-434d-8c04-39975e4ca0a3","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.187243792Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"target_id\":\"ccf48965-dd95-434d-8c04-39975e4ca0a3\"}","iteration":2,"elapsed":"265.684µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.187291107Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.187331368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.187366248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":3,"elapsed":"29.48µs"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.201207554Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.218560708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.219582451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.222530376Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d78261-7a57-426c-bd01-39428960d310\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.223909968Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.225645115Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.231415732Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.231655293Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.238389487Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.255428168Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.261242573Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.261463347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.261597757Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.261710453Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.263008642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.375567515Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.378546622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.381996875Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[{\"err\":\"failed to fetch node ID for zone 368b4745-a9f6-480d-a369-3b2340a2425d at http://[::1]:32222: Communication Error: error sending request for url (http://[::1]:32222/node/id): error sending request for url (http://[::1]:32222/node/id): client error (Connect): tcp connect error: Connection refused (os error 146)\",\"zone_id\":\"368b4745-a9f6-480d-a369-3b2340a2425d\"}],\"nsuccess\":0}","iteration":2,"elapsed":"258.417335ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.384311918Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.397297744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"Rack initialized","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:58.397659491Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.397853792Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.397990146Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.398723099Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.401235297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b47a348-a9b7-476f-8841-9eb06c02e693\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.404541672Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.4093523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.409461018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.410671531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.412085613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcf9bf31-df9a-41f5-94da-fd64806cb01a\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.412821782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.417503932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.417618963Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.418397497Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.422212785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc45f36d-1873-4ba0-a691-ba5010785eab\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.42243442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.423556665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.423660133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.423713521Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.423757048Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.424499089Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.428960515Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a68f83-bc19-4f5e-be45-4c4879475c0e\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.429218964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.42962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.429697626Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.429808289Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.431117159Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.436958739Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.437077668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.437127738Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.438172849Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.439331838Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25aa2ef8-c70f-4cec-b9a7-81bf1a92a28d\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.439563543Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.44234351Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.457222932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.457351671Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.457387964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.457451712Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.457497454Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.45754023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.459238513Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.465418693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d56fff93-ec90-4017-8f6c-c01d7e0053b0\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.465669858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.466289443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.466380005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.46642766Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.467662582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.49316382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.49338758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.493547542Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.494928858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.506351142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c73f851-57e3-4fa7-aa0b-c49116831b0c\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.508701746Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.512250568Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.523818144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.524063568Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.524151274Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.524683654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.542211779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.542387181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.542870342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.547933427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4220f88-abc9-400b-991b-eb0b7bfd6a9d\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.548342429Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.562758591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.562939053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.563795394Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.587803582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64172c9-d097-4803-8ee4-528c730b3432\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.587991069Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.588664743Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.588741507Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.589700965Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.595697716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90e9d42c-24de-4bcb-abad-bf2877a1bbea\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.595913139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.596428304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.59651571Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.596565951Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.596611743Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.597904251Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.601625128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80c4a906-b26b-4f68-8ab5-cd518e57fada\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.602077377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.60891612Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.609013777Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.609109198Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.610438199Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.634460475Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac4d8372-ea6d-454e-8c3a-a823e06e09cf\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.634669325Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.634968146Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.635042876Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.635092926Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.635837633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.661161214Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5239c45-9418-4936-a6a3-eefa4c978738\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.661324552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.662396467Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.675506894Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.675638468Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.675681976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.675730253Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.676476893Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.68570104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.685864559Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.686845711Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.688294392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc31d41-0531-4edf-83dc-72e2cd052b4e\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.688520697Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.691942614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.692051072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.692744235Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.700356553Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.700473758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.701287052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.704124715Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964ee1f5-a6de-4b2b-8feb-d268fe9c390e\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.704364186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.706444126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.70657056Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.706633447Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.706687946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.70741153Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.711547432Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.711647874Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.711707604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.71230772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.714857053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1e6bba-4daa-4fa2-b829-daaa523155bc\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.715086124Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.716626619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.71671131Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.716769537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.717678253Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.722292917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.733668788Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.734777125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.734868028Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.734970203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.735053611Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.735112099Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.737111457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.741957676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa098c1-33de-4d4b-ac95-fe31a20b240f\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.742180744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.742945561Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.743023598Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.743071193Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.743902765Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.749886569Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e99dc9ed-cd02-43ce-ada1-616522333d83\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.750130359Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.750582057Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.750660424Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.750707218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.755307303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.759146167Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9caf52b-8a00-4fae-90d5-e34239450220\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.759610551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.761054502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d06a2619-e4cb-4c56-ad0a-401ca5becf71\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.761385037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.761868258Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.771175291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.771372708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.771458741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.7718215Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.774685406Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3d6b44-69f5-4f3f-8b2f-659f41829222\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.774858273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.777282725Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f937c587-6fc4-4c4d-83d6-e4e41d2d61f1\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.777704022Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.778855997Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367416f2-858c-401f-bfc3-f19917f47666\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.779079606Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.780392685Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f89c973-b8bc-4db9-b8ad-103ed906e4b8\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.780611234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.781851527Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fab6c4c-43c4-4f74-82f7-0a8c23e250c1\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.782156339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.788003911Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.788195035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.788996716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.793140824Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47c4d28-bafa-4ae5-b197-d58d915d756e\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.79359157Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.794823586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.794916362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.795893316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.80154819Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.801820818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.80383217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.807800094Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46f094fb-123e-4416-8503-22c67170ab16\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.808115528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.810255158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.810357243Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.811916076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.817920653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.818153962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.818312721Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.8183822Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.819294834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.824424333Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7173d1e5-354c-4814-bcd1-ca490e909499\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.824896802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.825754185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.825924638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.826098026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.827578762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.843405338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.84355594Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.843695461Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.844388814Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.846126145Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d04e85f7-f5b1-4b34-99b3-57edce0e1fd2\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.84636238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.851388982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d9d26f-f172-4b44-8f35-9eb3f9d6fe9a\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.851610347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.853449974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.86883905Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.868952378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.869022449Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.869104163Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.869152139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.869196468Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.870157219Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.876730128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.877022055Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.877170964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.878854598Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.880713243Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"993359d8-0a3d-42ac-ac40-31a4303859f0\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.881004949Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.883819826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4152f21c-977d-499b-bf64-ba817829cb45\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.884034427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.886340412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7e3041-36e1-4d06-8101-66b07a50646b\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.886681617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.887147273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.88732478Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.887388648Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.888338727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.894217071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ef6c9b-e6a6-490f-acfb-397e33d488c9\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.894501963Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.894947218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.909193538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.909582951Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.909904908Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.910784946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.915239458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a903e89-44db-4fef-835e-70e93239545c\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.915457957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.917520723Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8825016d-1f5a-4915-9639-4efcf7342657\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.91785299Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.920801846Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e4f45c-cca7-4110-a042-b159906c8c8e\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.921088973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.922835213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb8e94f-e449-43d3-824d-a62794e5a8c5\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.92295833Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.924217411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 54bbaf11-a876-4512-8764-226437289338, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], Name(\"external-dns\"): [NetworkInterface { id: 3b0e3e9f-82d1-45bc-a125-ee3cfcf8d46b, kind: Service { id: 5e40b7b1-8785-44e4-b098-544dc172ae82 }, name: Name(\"external-dns-5e40b7b1-8785-44e4-b098-544dc172ae82\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.924424988Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.924491181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.924560069Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.924628917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.925184945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.927850391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ce6a277-eb76-4a07-af23-6301bbc3bd0d\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.928460638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.930563624Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.935523993Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.935645236Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.935697491Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.936498762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.94062288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f57a0892-bd5e-485d-a75a-a040b64ff523\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.940859054Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.942749914Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-12-16T20:35:03.134675Z, time_modified: 2025-12-16T20:35:56.684102Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.942879615Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.942942902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b0e3e9f-82d1-45bc-a125-ee3cfcf8d46b, kind: Service { id: 5e40b7b1-8785-44e4-b098-544dc172ae82 }, name: Name(\"external-dns-5e40b7b1-8785-44e4-b098-544dc172ae82\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 54bbaf11-a876-4512-8764-226437289338, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 3b0e3e9f-82d1-45bc-a125-ee3cfcf8d46b, kind: Service { id: 5e40b7b1-8785-44e4-b098-544dc172ae82 }, name: Name(\"external-dns-5e40b7b1-8785-44e4-b098-544dc172ae82\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 54bbaf11-a876-4512-8764-226437289338, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.943249348Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.95609864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69e72ef2-f8ab-4dc4-9366-c2f1c2e10b5a\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.956255666Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.956351288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0ea7e7e-5dd0-40ce-a73b-6789184c5466\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.956452932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.956536971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb786be7-7d3e-404f-b3e1-ef2c0d5d24f4\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.956638866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.956719959Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea3e20fc-6c25-4087-b126-b8482b52ecd4\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.95682013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.957916153Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83038f8-c6f7-4fb9-95c9-17b760263ace\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.958881843Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.961868556Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90f961af-d756-4cad-849e-f873beb4165b\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.962075512Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.963641218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df60bfd-b420-40ce-96d4-da74a88b4a3c\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.963781781Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.965228658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7ee4a3-71e7-46dd-ab1d-3b7053145f15\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.965354702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.966636137Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5b8ac3-ee2f-4d0b-a1ac-9bbf568c3985\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:35:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.967521636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.967640866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:58.967788703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.967869195Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.968685746Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.970305791Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2025-12-16T20:35:48.196011Z, time_modified: 2025-12-16T20:35:48.196011Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(63899), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(40988), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:58.970471585Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.063156738Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.063328163Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.064370557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.069181876Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.074904066Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.0750754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.07520977Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.075422949Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.075728453Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.07662292Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.082757689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.09612901Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.096321998Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.096379193Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.096881833Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.098832834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.098959679Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.099018287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.099120312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.103128467Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.212530806Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:63899"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.212644945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.21352316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.221248725Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.221639361Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:63899/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.222449479Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65352"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.222536473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35207"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.223759942Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"8bc7fe6d-8cb5-4f15-a452-0c59ca956fcb","remote_addr":"[::1]:65352","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.223846035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"8bc7fe6d-8cb5-4f15-a452-0c59ca956fcb","remote_addr":"[::1]:65352","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.226730362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"8bc7fe6d-8cb5-4f15-a452-0c59ca956fcb","remote_addr":"[::1]:65352","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2982,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.227311119Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc7fe6d-8cb5-4f15-a452-0c59ca956fcb\", \"content-length\": \"20102\", \"date\": \"Tue, 16 Dec 2025 20:35:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.231988889Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.232074982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.2321188Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.232611521Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.233002296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:59.233580257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.312191117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"43aed2ac-1ab1-42d5-b9bb-ae781b04a890 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.312737565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.313352581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.316166987Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.415839252Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.41619654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:47473/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.416458787Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:42575"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.416986297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"265dbdee-8aac-43af-86da-6b00486f8379","remote_addr":"[::1]:35207","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.417093673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"265dbdee-8aac-43af-86da-6b00486f8379","remote_addr":"[::1]:35207","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.418318524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"265dbdee-8aac-43af-86da-6b00486f8379","remote_addr":"[::1]:35207","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1336,"response_code":204} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.418670021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"6c5243a5-79ed-4890-901d-fd344eae89af","remote_addr":"[::1]:42575","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.418769681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"6c5243a5-79ed-4890-901d-fd344eae89af","remote_addr":"[::1]:42575","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.420373123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"6c5243a5-79ed-4890-901d-fd344eae89af","remote_addr":"[::1]:42575","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1657,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.421193953Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"265dbdee-8aac-43af-86da-6b00486f8379\", \"date\": \"Tue, 16 Dec 2025 20:35:59 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.422800742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.422873969Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.490715376Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.491167845Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.491342576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.491447527Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.491540724Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.491630925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.491719744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.491810426Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.49190205Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492065178Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492341974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492407686Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492447937Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492487898Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492527237Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492565834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492606005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492644763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492684433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492723331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492763201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492803041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492841288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492878513Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492915808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.492954054Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493064176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493107122Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493144928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493182884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493220229Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.49325552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493293126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493328767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493366113Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493403678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493441664Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493480011Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493517637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.49355372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493591355Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493630574Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493668119Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493705314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493742579Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493777139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493814233Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493849484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.493885887Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.49392217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.494177673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.494237193Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.494277484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.49431534Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.494353256Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.494407115Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.494928613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.496199677Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.49758474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.498219185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.498372323Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.49854489Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.498630562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.498698869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.498755984Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.498809382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.498954523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.499136369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.499208293Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.500362863Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.500521502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.500647495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.50071462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.500976166Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.501090866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.501397994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.501478976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.502073882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.502170717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.502241549Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.502307411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.50324719Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.503375027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.503695912Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.503771864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.503849801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.503958549Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.50408305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.50415784Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.504315477Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.50439157Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.504531902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.50460574Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.50467538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.504734629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.504797475Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.504862516Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.504930823Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.504986485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.505132539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.505382421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.505857275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.506057868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.506149272Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.50621283Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.506273983Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.506331779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.506386699Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.506437852Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.506491991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.506543144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.506604818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.507132738Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.507245786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.507326368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.507393242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.507795681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.507883217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.508082076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.508302289Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.508385686Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.508554546Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.508647533Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.509177137Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.509449404Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.50969116Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.509761241Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510143259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510236025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510359353Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510439263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510496639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510550286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510610067Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510681099Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510841993Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510921643Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.510986203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511169731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51123389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511291486Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511354423Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511425095Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511487179Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511542941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511595507Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511652762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511714065Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511854157Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.511964108Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.512236285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.512306616Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51236346Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51241821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.512476848Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.512585657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.512657892Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.512717772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.512840489Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.512913155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.512969879Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513067946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513131123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51318927Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513248399Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513312538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513373821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513432669Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513489904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513543612Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51359748Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513650557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513702902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51376678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513827853Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513889708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.513948506Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514057124Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514123207Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514178388Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514236084Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514299721Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514360955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514417689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514486667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51455756Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514629494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514695647Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.514764365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51482635Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515099058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515186594Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515252085Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515317898Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515383489Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515446817Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515513661Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515581558Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515645957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515710827Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515775587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515834466Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.515899647Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51596583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516083045Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516156413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51622463Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516287536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516357537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516420644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516479171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516542489Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516600716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516664434Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51672737Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516777501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51682691Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.516882622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51694114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517029217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517097564Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517159539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517224008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51728947Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517344931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517398729Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517456556Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51751362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51757326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517630305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517686929Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517735867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517867041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517931149Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.517985338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518096572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518157144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518219439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518276744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518335131Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518391214Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518450623Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518503329Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518551576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518605905Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518659633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518739584Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518813933Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518873373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518925979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.518974466Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519070599Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519136281Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519199438Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519253246Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519307736Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519362526Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519418438Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519473309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519527377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519578891Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51962847Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519681617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519738762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51978741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519841318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.519901038Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.51996673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520084747Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520157002Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520227855Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520292034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.52034983Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520405402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520461685Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520525212Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520580804Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520639332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520699994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520758391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520814243Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.52087246Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520922371Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.520977221Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.52107126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.52113119Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521177774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521222604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521266622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521310891Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521355531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521400401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521445051Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521491414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521538058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521583499Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521631335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521680194Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.52173316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521851939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521914845Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.521970377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522094927Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.52216632Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522231151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522297103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522363026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522431383Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522496394Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522563398Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522626816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522682628Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522740424Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522795926Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522851427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522908442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.522962641Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.523130498Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.523204216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.523266301Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.523319769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.523369198Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.52342488Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.523481944Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.523537446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.523593118Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.523645403Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638086698Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638218142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638283764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638343094Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638404928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638464337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638523526Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638593296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.63865498Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.63871933Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638785192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638849501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.638921155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639030495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639119103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.63919738Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639274576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639386861Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639463706Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639534408Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.6396003Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639670291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639731875Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639787336Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639841805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639895193Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.639952207Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64008312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64016759Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640244114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640318283Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640394636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640474828Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640542624Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640615621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640682675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640743698Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640803368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640858889Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640912116Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.640968911Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64107299Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641186909Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641251729Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641310617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641367161Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641424586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641483074Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641539758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64159568Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641652414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641707505Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641767024Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641890192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.641952617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642056757Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642116487Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642171157Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642228602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642285697Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642345808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642411059Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642476931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642545188Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642616061Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642681933Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642746042Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642806764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642871093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.642940633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643069903Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643154082Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643230596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64330247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643371329Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643439425Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64351164Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643576741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643640319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643697895Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643763076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643826363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643886614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.643950332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.644182869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.644309945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64439209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.644487201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.644580739Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.644678525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.644772174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64486012Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.644952817Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645084622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645159622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645230876Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645291938Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645359554Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645423112Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645486199Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645550929Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64562121Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645698495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645754778Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645801212Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645845721Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645889459Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64593479Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.645985352Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646066234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646112628Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646160013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646206166Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646252669Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646299653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646347269Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646394384Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646443753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646500036Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646557652Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646605177Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646713275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646762473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646811071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646858617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646905982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.646950712Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647028378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647079Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647126966Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647171836Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647216506Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64726332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647309272Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647354994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647399373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647444063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647498984Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647565547Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647615808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647664767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647709687Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647756401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647800219Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647844298Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647887494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647931603Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.647976373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648051594Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648098338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648142757Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648186495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648230604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648278149Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64832308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648366427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648410716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648456027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648502601Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648547942Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648593183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648639145Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648685368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648729486Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648774617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648820229Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648865289Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648909769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.648952625Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64903968Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649090722Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649135973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649179471Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.64922372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649267387Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649314482Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649358821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.6494031Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649446307Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649489494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649534544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649580096Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649623904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649667772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649712973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649762031Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649805639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649850549Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649894367Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649939989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.649986062Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650063628Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650109319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650155001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650200272Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650244501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650291746Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650341276Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650389442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650437629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650483562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650529023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650575787Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650621399Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650666349Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650712101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650758785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650805799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.6508512Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650939147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.650983035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651077184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651123357Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651170362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651215011Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651259531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651304201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651350935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651398921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651443881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651488331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.65153293Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.65157741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651621579Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651666288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651710487Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651755197Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651799476Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651843925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651893154Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651938716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.651985841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652062715Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652107796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652152536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652197185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652242607Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652286655Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652330613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652375504Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652420053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652470825Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652516978Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652564934Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652610346Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652655256Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652700206Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652744104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652790367Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652841179Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652887342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652932283Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.652984778Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653061512Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653108356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653153537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653200241Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653243548Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653287116Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653330613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653374261Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653422227Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653467658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653512128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653555234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653598742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653643432Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653687931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653735717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653780357Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653824636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653870087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653914306Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.653958485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654032834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654082444Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654127034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654172886Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654216674Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654263448Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654307125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654351264Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654399241Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654444492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654489432Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654533771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654578591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.65462291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654666858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654711648Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654754905Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654797882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654840878Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654886981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654933985Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.654977944Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655052754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655100059Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655146603Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655190771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655237094Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655281804Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655326123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655371685Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655415473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.65545903Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655503129Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655546687Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655589964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655634864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655679243Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655723332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655766889Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655810366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.655855858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.65590186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.65594672Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656027613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656076662Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.6561206Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656164398Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656208637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656252946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656297956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.656342446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656381645Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:64742","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656419941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656462076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:45647","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.656516596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:45647","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:328","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656569221Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:45647","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:45647","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.65661303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656648721Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"127.0.0.1:37334"} {"msg":"starting producer registration task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656691998Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.656731387Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","interval":"10s","address":"127.0.0.1:45647","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Running step start_oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656781468Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656815386Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656843162Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.65687711Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"file":"oximeter/collector/src/lib.rs:264","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.656959466Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.657024356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.657088505Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:37334","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.657132604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.754865Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:37334/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.755935972Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:47473/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c5243a5-79ed-4890-901d-fd344eae89af\", \"content-length\": \"3478\", \"date\": \"Tue, 16 Dec 2025 20:35:59 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.756901913Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.759032405Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.759174701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.767890286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.768125799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.768221471Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.768292053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.769251181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.771767858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:43611"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.782738826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"358e1f16-c8bd-40b5-996b-831511d234e7","remote_addr":"127.0.0.1:43611","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.782965221Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"358e1f16-c8bd-40b5-996b-831511d234e7","remote_addr":"127.0.0.1:43611","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.793760516Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"358e1f16-c8bd-40b5-996b-831511d234e7","remote_addr":"127.0.0.1:43611","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.796048023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"358e1f16-c8bd-40b5-996b-831511d234e7","remote_addr":"127.0.0.1:43611","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.798908962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"358e1f16-c8bd-40b5-996b-831511d234e7","remote_addr":"127.0.0.1:43611","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.81084524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.818634664Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.819552939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.819664864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.820521365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.82379286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:59.839192548Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.839426618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.839493402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.862711873Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:59.873749284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.873987843Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.874112744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.874277886Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.87582231Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.888838277Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.900985649Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.908296812Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.912501081Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.916724809Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:35:59.919665519Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"358e1f16-c8bd-40b5-996b-831511d234e7","remote_addr":"127.0.0.1:43611","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":136891,"response_code":503} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:35:59.921073018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"358e1f16-c8bd-40b5-996b-831511d234e7\", \"content-length\": \"133\", \"date\": \"Tue, 16 Dec 2025 20:35:59 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:35:59.925156744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"358e1f16-c8bd-40b5-996b-831511d234e7\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 16 Dec 2025 20:35:59 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"358e1f16-c8bd-40b5-996b-831511d234e7\\\" }\"","delay":"271.204422ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.92585619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.930049547Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.933548609Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.936361893Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.939582325Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.941847517Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.944766353Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.947717704Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.950465325Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.95369701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.95712558Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.962430471Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.966316811Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.970875843Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.980108026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.992482685Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:35:59.99931208Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.008485525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.015666135Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.020904282Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.029259042Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.040624302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.049183513Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.058249783Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"will register with Nexus at 127.0.0.1:37334","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.062754716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.160258353Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:37334/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.161520419Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:00.164501661Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:63644"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.167404635Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.168765259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"d43a65f7-c8e4-4621-889c-5aaa383fc15d","remote_addr":"127.0.0.1:63644","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.168880661Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"d43a65f7-c8e4-4621-889c-5aaa383fc15d","remote_addr":"127.0.0.1:63644","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.169864678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d43a65f7-c8e4-4621-889c-5aaa383fc15d","remote_addr":"127.0.0.1:63644","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.1701989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d43a65f7-c8e4-4621-889c-5aaa383fc15d","remote_addr":"127.0.0.1:63644","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.171713574Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d43a65f7-c8e4-4621-889c-5aaa383fc15d","remote_addr":"127.0.0.1:63644","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.189881395Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.254179791Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.269132841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.280379383Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.290557637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:00.297845503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"d43a65f7-c8e4-4621-889c-5aaa383fc15d","remote_addr":"127.0.0.1:63644","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":129048,"response_code":503} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.29972963Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.301171768Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d43a65f7-c8e4-4621-889c-5aaa383fc15d\", \"content-length\": \"133\", \"date\": \"Tue, 16 Dec 2025 20:36:00 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:00.308093187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d43a65f7-c8e4-4621-889c-5aaa383fc15d\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 16 Dec 2025 20:36:00 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"d43a65f7-c8e4-4621-889c-5aaa383fc15d\\\" }\"","delay":"654.218611ms","count":"1"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.313875277Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.320635282Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.32748126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.341647379Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:00.364076133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.364292838Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.376068112Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"3dc74de2-877a-4f9d-9ec3-ee10a24839ba","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.378012961Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:48254","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.378143373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:48254","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.378198744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:48254","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.3782562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:48254","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:00.378304036Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:48254","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.38009753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:48254","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.383353423Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.383638155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.98812845Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:37334/metrics/collectors","method":"POST"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.988761583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.988893818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.988996966Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.989096385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.989190605Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.989787895Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.990747734Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.99084522Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.99092472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.990997576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.991067276Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.991379073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.991906773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.991998267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.992086344Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.992175183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.992259412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.992483312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.992909148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:00.992991563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.993100633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.993443592Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"will register with Nexus at 127.0.0.1:37334","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:00.993840008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.050797472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:37334/metrics/producers","method":"POST"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.057808973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.070405036Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.070622463Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.070806854Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.071639397Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.074033027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.074183079Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.074314623Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.074424033Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.075846702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.077643834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.084460924Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.08457844Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.084636096Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.085687999Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.087287915Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.093764069Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.093996827Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.094088431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.094325688Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.09639192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58479"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.096573976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:63594"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.103169581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.1222222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.125583655Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":2,"elapsed":"133.618124ms"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.128136936Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2025-12-16T20:35:45.384279Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.128338852Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":4,"elapsed":"137.380595ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.128487982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.12858143Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.130648885Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.13590144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.136079528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.13614021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.136277536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.136884496Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.139926118Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"0d26bf41-fe26-4be4-9176-289175421f01","remote_addr":"127.0.0.1:63594","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.140018835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"0d26bf41-fe26-4be4-9176-289175421f01","remote_addr":"127.0.0.1:63594","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.141043835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0d26bf41-fe26-4be4-9176-289175421f01","remote_addr":"127.0.0.1:63594","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.141252304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0d26bf41-fe26-4be4-9176-289175421f01","remote_addr":"127.0.0.1:63594","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.141446494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0d26bf41-fe26-4be4-9176-289175421f01","remote_addr":"127.0.0.1:63594","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.144372093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.147322492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.153841393Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors","method":"POST","req_id":"6bc96bd7-f89e-4291-97aa-c67b10ab00d8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.153997407Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors","method":"POST","req_id":"6bc96bd7-f89e-4291-97aa-c67b10ab00d8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.154449716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"6bc96bd7-f89e-4291-97aa-c67b10ab00d8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.15458125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"6bc96bd7-f89e-4291-97aa-c67b10ab00d8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.155604777Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"6bc96bd7-f89e-4291-97aa-c67b10ab00d8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.167785947Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.167965016Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.168015959Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.1680566Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":2,"elapsed":"174.988272ms"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.175997799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","address":"[::1]:48254","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.176672114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors","method":"POST","req_id":"6bc96bd7-f89e-4291-97aa-c67b10ab00d8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":22905,"response_code":204} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.17918763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"6bc96bd7-f89e-4291-97aa-c67b10ab00d8\", \"date\": \"Tue, 16 Dec 2025 20:36:01 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.179505308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"file":"oximeter/collector/src/lib.rs:427","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.179632113Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.17971543Z","hostname":"bmat-EVT22200007-0000c992","pid":12707} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.187340003Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.187491758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.187550676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.187603613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.187656239Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.187710187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.187762763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.18781595Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.1878707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.187923005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.189340964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.189447699Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:37250"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.189500856Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b0012940-6730-4eab-9226-95fe79ddba3c","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"b0012940-6730-4eab-9226-95fe79ddba3c"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.189557509Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.189608191Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.190477228Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"starting refresh list task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.192326173Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554","component":"oximeter"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.270232377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.271361826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"0d26bf41-fe26-4be4-9176-289175421f01","remote_addr":"127.0.0.1:63594","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":131162,"response_code":201} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.271997975Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:39200"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.281127772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.284070626Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d26bf41-fe26-4be4-9176-289175421f01\", \"content-length\": \"41\", \"date\": \"Tue, 16 Dec 2025 20:36:01 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.285387132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.286627685Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.288704308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"45d1239e-97a1-4f9c-815c-4f06e9ecd74f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.288816985Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"45d1239e-97a1-4f9c-815c-4f06e9ecd74f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.289280116Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"6bc129cf-1598-4a79-b023-e320b2bdf98c","remote_addr":"127.0.0.1:39200","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.289370056Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"6bc129cf-1598-4a79-b023-e320b2bdf98c","remote_addr":"127.0.0.1:39200","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.29954761Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"45d1239e-97a1-4f9c-815c-4f06e9ecd74f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.299723002Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"45d1239e-97a1-4f9c-815c-4f06e9ecd74f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.30102583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"45d1239e-97a1-4f9c-815c-4f06e9ecd74f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.302738723Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6bc129cf-1598-4a79-b023-e320b2bdf98c","remote_addr":"127.0.0.1:39200","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.302947973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6bc129cf-1598-4a79-b023-e320b2bdf98c","remote_addr":"127.0.0.1:39200","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.305268326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6bc129cf-1598-4a79-b023-e320b2bdf98c","remote_addr":"127.0.0.1:39200","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.306421774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.306538258Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.307560292Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.320793626Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"45d1239e-97a1-4f9c-815c-4f06e9ecd74f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":31998,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.335596745Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d1239e-97a1-4f9c-815c-4f06e9ecd74f\", \"content-length\": \"286\", \"date\": \"Tue, 16 Dec 2025 20:36:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.33622629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.337661765Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.338037981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/producers","method":"POST","req_id":"6bc129cf-1598-4a79-b023-e320b2bdf98c","remote_addr":"127.0.0.1:39200","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":48725,"response_code":201} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.3388585Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.338946627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.339192652Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.33927139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.340032409Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.341297662Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"728c5f91-0a32-4842-bb5d-5a06db62369a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.341387653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"728c5f91-0a32-4842-bb5d-5a06db62369a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.342530399Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"728c5f91-0a32-4842-bb5d-5a06db62369a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.342703537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"728c5f91-0a32-4842-bb5d-5a06db62369a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.344054472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"728c5f91-0a32-4842-bb5d-5a06db62369a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.370659398Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"728c5f91-0a32-4842-bb5d-5a06db62369a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":29331,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.373175365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"728c5f91-0a32-4842-bb5d-5a06db62369a\", \"content-length\": \"281\", \"date\": \"Tue, 16 Dec 2025 20:36:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.373452091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.374722374Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.380580596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.386476034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"feb8e3be-eb85-4ade-8258-9fe02e1ae55a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.386597428Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"feb8e3be-eb85-4ade-8258-9fe02e1ae55a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.409450174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"feb8e3be-eb85-4ade-8258-9fe02e1ae55a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.409714786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"feb8e3be-eb85-4ade-8258-9fe02e1ae55a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.416672137Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"feb8e3be-eb85-4ade-8258-9fe02e1ae55a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.436651939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.436818685Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.437391105Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"feb8e3be-eb85-4ade-8258-9fe02e1ae55a","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":50993,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.440958404Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb8e3be-eb85-4ade-8258-9fe02e1ae55a\", \"content-length\": \"29\", \"date\": \"Tue, 16 Dec 2025 20:36:01 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.44127998Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:45647","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.441546746Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:42886","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.441725255Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.546013687Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.676154212Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.681483672Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.68174109Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.683398801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.684153648Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.684261755Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.684977614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.686221133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:45647","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:47699"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.688362356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"505078d6-d684-479b-9315-9e92c597acbd","remote_addr":"127.0.0.1:47699","local_addr":"127.0.0.1:45647","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.703811413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"505078d6-d684-479b-9315-9e92c597acbd","remote_addr":"127.0.0.1:47699","local_addr":"127.0.0.1:45647","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15446,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.717055248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.717417827Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.718808652Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.719144858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.719231953Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.740112675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.740380273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.740593962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 21 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.740936391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 21 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.741016281Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 21 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.741261284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.742484121Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.742567058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.742905788Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b0012940-6730-4eab-9226-95fe79ddba3c","zpool_id":"ba048f18-2083-43d6-8443-017bcfb50a23","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.743030148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.743090389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.744956189Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.760416849Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.76070107Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-12-16T20:36:01.742381655Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.763714436Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.763911612Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('oximeter_collector:collections') FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.773526956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.773651436Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.773706346Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.773755916Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.774613018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.778041438Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.778241721Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-12-16T20:36:01.763645537Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.779189535Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.779266921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.785912947Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.786237058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-12-16T20:36:01.779065396Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.794948525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.795046502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.80233064Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.802432936Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-12-16T20:36:01.794808614Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.803665453Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.803750835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.804498858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.811878669Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.832267302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.832428576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-12-16T20:36:01.803552025Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.835184425Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.835387443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.846103658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587","zpool_id":"ba048f18-2083-43d6-8443-017bcfb50a23"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.848663222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.848894938Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-12-16T20:36:01.835029814Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 6 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.861705051Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.862647566Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":6,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:01.867449846Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.88503707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.894569878Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b0012940-6730-4eab-9226-95fe79ddba3c","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"b0012940-6730-4eab-9226-95fe79ddba3c"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.894679618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.894733396Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.895589657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.897162708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.897260645Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":16,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.908014948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: b0012940-6730-4eab-9226-95fe79ddba3c (physical_disk), lookup_type: ById(b0012940-6730-4eab-9226-95fe79ddba3c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.908373508Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.908526876Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.908640795Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.909659963Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.911413277Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":16} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.911555152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.924082878Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.930836951Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: b0012940-6730-4eab-9226-95fe79ddba3c (physical_disk), lookup_type: ById(b0012940-6730-4eab-9226-95fe79ddba3c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.93100542Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b0012940-6730-4eab-9226-95fe79ddba3c","zpool_id":"ba048f18-2083-43d6-8443-017bcfb50a23","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.931111082Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.931160341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.932277446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.936326012Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":10} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.936464932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":22,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.936520874Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"6683b404-47c1-4644-a5c9-0368b6a30ab7"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.936576696Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2025-12-16 20:35:58.111266 UTC","collection_id":"6683b404-47c1-4644-a5c9-0368b6a30ab7"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.937510192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"6683b404-47c1-4644-a5c9-0368b6a30ab7\",\"time_done\":\"2025-12-16 20:35:59.759171 UTC\",\"time_started\":\"2025-12-16 20:35:58.111266 UTC\"}","iteration":3,"elapsed":"4.591221052s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.937823973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.937905216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.937947431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"invalidating multicast caches due to topology change","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:01.937987041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.938024295Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.938805445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.938897731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.939799022Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.945872006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.946026717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.946172681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.946260527Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.946803739Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.949656993Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":22} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.950014902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.950508504Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:33310","req_id":"da83375b-0350-453c-a7cf-f1c2b4f6948a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 02 89 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.95084977Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:33310","req_id":"da83375b-0350-453c-a7cf-f1c2b4f6948a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.951607292Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.951985392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.952299944Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:33310","req_id":"da83375b-0350-453c-a7cf-f1c2b4f6948a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.956058377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3778, tv_nsec: 994844191 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.956210593Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.957441567Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:65393","req_id":"02fa9be4-c52d-4a6c-af61-ad42e8cf0ef4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 88 f5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.958133427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:65393","req_id":"02fa9be4-c52d-4a6c-af61-ad42e8cf0ef4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.958593793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.95868218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:65393","req_id":"02fa9be4-c52d-4a6c-af61-ad42e8cf0ef4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.959372197Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.970697827Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:01.971686013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:01.971904001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.096456787Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.097695617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.097803564Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.097879436Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.097933896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.099227495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.105732939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066e755b-39ea-430f-b0f9-f42222772873\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:02 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.107006769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.107089816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.107148754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.110144494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.115679518Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.115881253Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.117493283Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.134816125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.134955325Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.135009284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.136358535Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.142582132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.142754649Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.152409602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.152559323Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.152613422Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.15265762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.153968314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.155114448Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.155193677Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.155244128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.155294239Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.155340121Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.156890898Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.189491814Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.21458917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.216208785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.216319558Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.21757966Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.244780885Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.252719037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.252868538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.252921985Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.253390507Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.255525137Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.256844648Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.256930782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.257002025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.257649175Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.265547007Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(6683b404-47c1-4644-a5c9-0368b6a30ab7, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.265716037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.296878943Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:8598","req_id":"24c9c849-224a-4b8c-944b-b362f36005a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d0 fe 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.297500582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:8598","req_id":"24c9c849-224a-4b8c-944b-b362f36005a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.298066349Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.298840655Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.299121199Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:8598","req_id":"24c9c849-224a-4b8c-944b-b362f36005a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.30025608Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.300429428Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.301499689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.303116458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3779, tv_nsec: 341921249 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.303318925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.307372932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:39474","req_id":"4b801418-7bd7-4d75-88d5-f95ae4b1bf3c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b0 aa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.307878839Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:39474","req_id":"4b801418-7bd7-4d75-88d5-f95ae4b1bf3c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.309303131Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.309440707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:39474","req_id":"4b801418-7bd7-4d75-88d5-f95ae4b1bf3c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.433261372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.437132612Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.437298445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.437350199Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.437403656Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.43886351Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.440450339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.450464063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.479872012Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.480050972Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:6392","req_id":"9cd60bcb-e775-4b7a-9259-ac4244a373d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1e 05 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.480221825Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:6392","req_id":"9cd60bcb-e775-4b7a-9259-ac4244a373d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.480521257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:36:02.480850659Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:6392","req_id":"9cd60bcb-e775-4b7a-9259-ac4244a373d8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.4809011Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.484133456Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.555721512Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.557015833Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.557106065Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.557160244Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.560498763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50080","req_id":"dfbcf969-1772-481b-9993-98424f7702bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 56 44 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f VD..........._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.560607902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50080","req_id":"dfbcf969-1772-481b-9993-98424f7702bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.561361517Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.561672712Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.561837303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:50080","req_id":"dfbcf969-1772-481b-9993-98424f7702bd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.56650821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3779, tv_nsec: 605281478 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.566701027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.58347188Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:29038","req_id":"03154d64-6fd5-4c93-8941-31efc22100e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 3d 27 01 00 00 01 00 00 00 00 00 01 24 33 36 38 ='..........$368\n0010: 62 34 37 34 35 2d 61 39 66 36 2d 34 38 30 64 2d b4745-a9f6-480d-\n0020: 61 33 36 39 2d 33 62 32 33 34 30 61 32 34 32 35 a369-3b2340a2425\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.583836263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:29038","req_id":"03154d64-6fd5-4c93-8941-31efc22100e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 51,\n 54,\n 56,\n 98,\n 52,\n 55,\n 52,\n 53,\n 45,\n 97,\n 57,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 100,\n 45,\n 97,\n 51,\n 54,\n 57,\n 45,\n 51,\n 98,\n 50,\n 51,\n 52,\n 48,\n 97,\n 50,\n 52,\n 50,\n 53,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.584409445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.584654878Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:29038","req_id":"03154d64-6fd5-4c93-8941-31efc22100e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.591366366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.591453631Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.591497349Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.591549554Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.596354871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.607925403Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.60802354Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:52104"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.608070375Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.641438302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31d20be-8fe8-4a1e-af73-d0ac8bd6c5cb\", \"content-length\": \"835\", \"date\": \"Tue, 16 Dec 2025 20:36:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.641634516Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.66515792Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b4501af-e881-47a9-8918-e0cfb533eb7a\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:36:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.665654297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.672381647Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b8e077b-2fcc-4714-b0ee-5a070f5f50c2\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.672545897Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.679401464Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.684263184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.685661484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.694872756Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"910e0de3-f3b3-4207-a5bc-a7280977f7cc\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.695385667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.698324793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.699669004Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.699823244Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.700006012Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.700151254Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.701941692Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.704422287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"6683b404-47c1-4644-a5c9-0368b6a30ab7\",\"time_loaded\":\"2025-12-16T20:36:00.988730600Z\",\"time_started\":\"2025-12-16T20:35:58.111266Z\"}}","iteration":2,"elapsed":"1.715678269s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.706109698Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.70628982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.706446555Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.706586947Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.706828713Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.708722398Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.710286732Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.713932399Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.71428631Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.714451953Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.71458007Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.715765202Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.761077653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.761206302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.761274318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":4,"elapsed":"161.144µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.761443558Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.761515323Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"30.661µs"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.776595949Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e3be16-90a4-4ae1-92a8-12e2525ba08c\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.776843597Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.782383751Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.811029518Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.811143267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.811193908Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.812987102Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.81805146Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.840825136Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.841241333Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.841474281Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.841729925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.841907983Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.842960277Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"latest inventory collection is unchanged","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.848621935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"original_time_started":"2025-12-16 20:35:58.111266 UTC","original_id":"6683b404-47c1-4644-a5c9-0368b6a30ab7","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.849007089Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"6683b404-47c1-4644-a5c9-0368b6a30ab7\",\"time_loaded\":\"2025-12-16T20:36:02.706249459Z\",\"time_started\":\"2025-12-16T20:35:58.111266Z\"}}","iteration":3,"elapsed":"142.866419ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.851366912Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.871392155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.871897581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.87205145Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.872738501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.881693948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.881953079Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.886401528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.886592001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":2,"elapsed":"948.566043ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.886713275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.88679026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.886868587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.886936163Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.889102967Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:42271","req_id":"5741928e-c184-4f38-b87f-cc82f88a3f3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a9 39 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .9..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.88925365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:42271","req_id":"5741928e-c184-4f38-b87f-cc82f88a3f3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.889583563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.88974123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.889816772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:42271","req_id":"5741928e-c184-4f38-b87f-cc82f88a3f3f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.893853665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3779, tv_nsec: 932630139 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.894013957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.89447823Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.894590555Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.894645686Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.894692881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.895563411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.898674503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:56477","req_id":"b4498702-df50-49e0-92e8-6ed0bc55e049","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a ac 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e j...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.898800025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:56477","req_id":"b4498702-df50-49e0-92e8-6ed0bc55e049","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.899029025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.899171091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:56477","req_id":"b4498702-df50-49e0-92e8-6ed0bc55e049","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.89948945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c796c31-e92d-4e38-8f8f-4698845948b3\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.899727198Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:02.98642521Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:02.988854502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.018928059Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.019058511Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.019116557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.019321439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.019430428Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.020086727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.02421325Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c9db3c-5bde-4359-a82d-83d86550dd0f\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.024772584Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.025002185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.025106896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.0270994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.028654786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.034969707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.035110359Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.035201492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.035629102Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.042752196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.042858901Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.042953441Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.043011948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.043936086Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.046178552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.04626679Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.046366149Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.046430499Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.046482613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.049631381Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.054513372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.069519339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.069718248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.06982369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.07002765Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.070147581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.073290698Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.076026315Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.07632229Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.076425798Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.076520098Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.077256277Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.085228979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.095898451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.096237923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.096314648Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.09697773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.123573548Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.123808931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.124316862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.12447513Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.125653979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.158513074Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.158929942Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"ccf48965-dd95-434d-8c04-39975e4ca0a3\",\"inventory_collection_id\":\"6683b404-47c1-4644-a5c9-0368b6a30ab7\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":2,"elapsed":"448.624803ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.165566438Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52078345-2b79-4c41-a78b-23522b4aae80\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.165912815Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.173314529Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1d3ee2-5890-46d4-91a8-d7f8147163ac\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.173752439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.175474921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.177362424Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b984ea-b07c-4dab-ab23-92e3b1df49d9\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.177681044Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.180237773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b37a17-54bb-4ef2-ae7b-82249363d604\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.180684751Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.18367995Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821c0911-5eb9-42ff-9739-81f1cc1e014e\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.18398363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.185955804Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ff6094-70dc-465d-abe3-44bdc31e72ec\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.186294304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.206540121Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01f0a8c4-b8ad-4ba1-9750-559d4f835711\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.207051498Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.210248754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.214191477Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.215022307Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"19c238d2-0da9-441f-8a65-5ad17d2ea11e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.21509366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"19c238d2-0da9-441f-8a65-5ad17d2ea11e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.215489315Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"19c238d2-0da9-441f-8a65-5ad17d2ea11e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.215575569Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"19c238d2-0da9-441f-8a65-5ad17d2ea11e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.216626661Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"19c238d2-0da9-441f-8a65-5ad17d2ea11e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.220447008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f54de24-1a7f-4d95-97ce-f4456179d020\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.220982525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.223463721Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"19c238d2-0da9-441f-8a65-5ad17d2ea11e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8415,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.223954648Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c238d2-0da9-441f-8a65-5ad17d2ea11e\", \"content-length\": \"405\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.224208919Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.225494372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9f21a81a-7033-440f-a186-df756fb2145b","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.225583511Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9f21a81a-7033-440f-a186-df756fb2145b","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.22586186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9f21a81a-7033-440f-a186-df756fb2145b","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.225958294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9f21a81a-7033-440f-a186-df756fb2145b","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.227680335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9f21a81a-7033-440f-a186-df756fb2145b","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.230400201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.230524881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.230591826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.23063866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.231507356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.236830904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ca74d5-63c2-485f-8fd6-c79141c901fc\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.237091899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.238189254Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9f21a81a-7033-440f-a186-df756fb2145b","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12717,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.238748217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.239764159Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.241537783Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.245419334Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f21a81a-7033-440f-a186-df756fb2145b\", \"content-length\": \"29\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.245595197Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.245649727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.245690088Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.247213319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.255786288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.255905587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.255955528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.256489581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.257881358Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.257988623Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.258097673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.258157102Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.258211742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.259359518Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.264148733Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.264300378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.264960294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.267051667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea7161b-f1c6-4d78-b5ee-408b347f9565\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.267387943Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.27250695Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f0a740-9908-46be-bef1-0fc2e62f1f00\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.272678395Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.276641309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae2a0c1-805c-4f75-b467-97328ea79355\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.277166143Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.28355357Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da52f916-194a-4ac4-9c2c-27b1318602aa\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.284564912Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.297412712Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d6e64e0-3a20-4edf-8a7c-fe41e222fd28\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.299653705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.312403708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f3fcdc-25cf-431d-b71a-b0e09828080a\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.314046099Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.321935493Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be9f3e57-7c0a-4983-bd27-0a511319897e\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.322680471Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.324591461Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3d765b2-43f5-4308-baa8-2fc5018ed71c\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.324784509Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.326522081Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c19071c0-ff97-4be8-9a2b-0f0ddc97bfa4\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.326711331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.32829297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2a9110-02d7-43ae-9dd3-5d007673b5da\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.328434324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.32942769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67058a5-1781-4196-b0b9-05d13395e1cd\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.329553793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.330753524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d855ca4a-6937-48e8-93fa-f92e6f04c2f9\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.331077335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.334278819Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66faa121-d175-49bc-a239-45194ddd1f6e\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.33443341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.342772739Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b65f95-e781-4f73-950e-e77eafbe22ec\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.343010867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.346560962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d5c050-93c3-4f83-9692-fbffc54f079a\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.347246109Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.350696272Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.350770231Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.352027818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.352104352Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":3,"elapsed":"465.564506ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.354184582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e827a8ad-4366-4df5-a5d2-939c4357dd45\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.354295405Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.358964538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac49dfb-d205-4b74-a1aa-4ef7a1b2284b\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.359246705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.363094869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"557019f2-429c-4159-8b9f-176b84f5f8da\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.363311705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.365216493Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b5deb06-4bae-48c6-8a14-ad30313b7468\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.365557859Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.36740986Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c944ed-8605-4d9c-a0e4-fc3ad78c3a0f\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.367695104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.369524991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c85290b4-adaa-41a2-af1e-b867660730eb\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.369729252Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.371801286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba29312-2a2b-436d-b41f-ce3ccf23309b\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.373620071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.384818245Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.386234892Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.386390925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.386467359Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.387740387Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.39279711Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.393226042Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.397427184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.397702668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.398284547Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8cf1b4-640c-471f-b3f3-2ed14c844e35\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.398850595Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.400800303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3b5172-3cc5-4c24-b659-7235de00e482\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.401303013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.403148181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04362168-3a95-45f1-98df-df6105f5feae\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.403356741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.404594037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94de09ed-b489-45ad-be4c-6da8b1e7c1da\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.404762726Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.40915371Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ada6e48b-b266-4c50-a01d-792cae5fdd2d\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.409314383Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.413407699Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c71b2c6-3544-4116-b513-41de5416a274\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.413672301Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.416001231Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71e47348-f19c-4c67-96d7-fe59a3f4d0e8\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.416112425Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.418244219Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8467228-4c6f-4b52-b16d-438b1b9f0279\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.418377006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.420308267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862ca753-a43c-44dc-b698-68fa6436b99c\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.420448128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.42215609Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76babec8-3bae-47f1-a756-5d2848a5ef8f\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.422283256Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.423239718Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79180aa4-416b-4ec3-9d96-3849d52e772a\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.423363417Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.424512115Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f54169d-fb44-4971-b954-da0c86f7dade\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.424711055Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.425545151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5498a5cf-4337-4999-ace1-d90fbc9b46fd\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.42568377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.426663869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b5178d-6a86-456d-a340-64f3190989db\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.426781977Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.426839763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.426893771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.426942068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.427858069Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.437376899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.43757683Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.437632462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.437682052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.438388351Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.44030823Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.447639894Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.447773272Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.447833172Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.447892772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.4479464Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.451138965Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.454060897Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.454669551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.461853037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.468917835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.470053998Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.470288128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.471541487Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.474236553Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.487051006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.487219604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.487270126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.488561912Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.490271578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.491497532Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.491583805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.491633304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:03.496137135Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.613821047Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:63899"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.613937211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.614788071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.614884414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.619373175Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.620638728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65146"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.622071818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"e6dede3c-28df-4910-8b64-5f70e2818ec0","remote_addr":"[::1]:65146","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.622165827Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"e6dede3c-28df-4910-8b64-5f70e2818ec0","remote_addr":"[::1]:65146","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.632145072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"e6dede3c-28df-4910-8b64-5f70e2818ec0","remote_addr":"[::1]:65146","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10224,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.634376747Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6dede3c-28df-4910-8b64-5f70e2818ec0\", \"content-length\": \"20474\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.638583711Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.638693041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.638745156Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.638945528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.639375212Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:03.639679844Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.741935781Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"43aed2ac-1ab1-42d5-b9bb-ae781b04a890 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.742074129Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.743186184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.745897814Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.868141027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.868310318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:47473/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.869017178Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58257"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.882540204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"5848095c-a83e-4c55-bf93-3197a8170f52","remote_addr":"[::1]:58257","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.882789996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"5848095c-a83e-4c55-bf93-3197a8170f52","remote_addr":"[::1]:58257","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:03.885425312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"5848095c-a83e-4c55-bf93-3197a8170f52","remote_addr":"[::1]:58257","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2609,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.906978076Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:47473/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5848095c-a83e-4c55-bf93-3197a8170f52\", \"content-length\": \"3478\", \"date\": \"Tue, 16 Dec 2025 20:36:03 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.907462189Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.909668492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.909796931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.9113094Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.911416205Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.911622319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.911694534Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.913420743Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.929210665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.935737261Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:03.936252146Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.936339151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:03.937302727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.033828088Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.08536056Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.085578287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.087046247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.087187992Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.089529618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.093806132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.102424582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.102594784Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.102676037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.103288168Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:04.30366367Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"1a012ee6-5452-472f-8e1e-640d827ec258"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.303772148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2025-12-16 20:36:02.607805 UTC","collection_id":"1a012ee6-5452-472f-8e1e-640d827ec258"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.304587095Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"1a012ee6-5452-472f-8e1e-640d827ec258\",\"time_done\":\"2025-12-16 20:36:03.909409 UTC\",\"time_started\":\"2025-12-16 20:36:02.607805 UTC\"}","iteration":4,"elapsed":"2.149484512s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.304704531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.304752758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.305079375Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.305178133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.305233033Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.306601253Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.310654408Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.310817296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.310878479Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.312226428Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.312360908Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.312548805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.315988528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.316388622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.31654664Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.316603764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.318897724Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.319036493Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.320595035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.324267265Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54540","req_id":"1d97a5d6-766e-4aa2-bb40-3d1065291f15","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 9e a8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.324624022Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54540","req_id":"1d97a5d6-766e-4aa2-bb40-3d1065291f15","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.325725566Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.326343347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.326589632Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54540","req_id":"1d97a5d6-766e-4aa2-bb40-3d1065291f15","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.327053414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.339693015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.340432962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.340516961Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.340958789Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.344139591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.354889515Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.355060899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.355116782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.367163952Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.398211717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.398545457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.399607462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.406668642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3781, tv_nsec: 445450277 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.406808583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.407699033Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.407793312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.408167775Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.409501004Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.410980758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(6683b404-47c1-4644-a5c9-0368b6a30ab7, 2), (1a012ee6-5452-472f-8e1e-640d827ec258, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.41111115Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.41679866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:5724","req_id":"30f39066-5b33-4248-b2e3-909bca332d4d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 17 db 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.417194205Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:5724","req_id":"30f39066-5b33-4248-b2e3-909bca332d4d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.417577014Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.417845123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:5724","req_id":"30f39066-5b33-4248-b2e3-909bca332d4d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.418160597Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:59374","req_id":"db1a905c-a87c-4e64-ac58-5b43985c5447","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 61 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 'a..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.419322782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:59374","req_id":"db1a905c-a87c-4e64-ac58-5b43985c5447","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10081,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.419643868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.419795332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.419862116Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:59374","req_id":"db1a905c-a87c-4e64-ac58-5b43985c5447","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.420943449Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.421081567Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.490495173Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.491274309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3781, tv_nsec: 530089671 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.491411474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.492537337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.493439791Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.504508034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.504633897Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.505187459Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:60989","req_id":"8c43a6a5-2ce1-4e07-a896-752183f2eda4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ef de 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.505405086Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:60989","req_id":"8c43a6a5-2ce1-4e07-a896-752183f2eda4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.505905763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.506159633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:60989","req_id":"8c43a6a5-2ce1-4e07-a896-752183f2eda4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.657332415Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.658041971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.659089286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.659221952Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.659307965Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.659606646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a715deb-f9c9-4c70-b7f9-23c8b65cb94f\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:04 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.660123464Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.660323697Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.660571645Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.662243445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:04.668429176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.669126267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54768","req_id":"5e82bbcd-cebe-43e1-a016-486190d7fa0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cd 6d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .m..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.669281889Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54768","req_id":"5e82bbcd-cebe-43e1-a016-486190d7fa0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.669532413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:36:04.669841314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54768","req_id":"5e82bbcd-cebe-43e1-a016-486190d7fa0b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.678280403Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.678444553Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.678494163Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.678546498Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.679724084Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.683385162Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.691660803Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.691844422Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.691892709Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.691947108Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.694065756Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.697909059Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:14664","req_id":"1cbd0aaf-c412-4e5e-8a83-7f9f33a99c22","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: b1 02 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.698059883Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:14664","req_id":"1cbd0aaf-c412-4e5e-8a83-7f9f33a99c22","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.698357871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.698616531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.698694678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:14664","req_id":"1cbd0aaf-c412-4e5e-8a83-7f9f33a99c22","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.700193841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3781, tv_nsec: 738964323 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.70035765Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.708278749Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.708653362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.708715016Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.708763884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.709611898Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.7133998Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:48605","req_id":"d31b4409-a97b-48e8-9989-4e9e747b57b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ef 06 01 00 00 01 00 00 00 00 00 01 24 33 36 38 ............$368\n0010: 62 34 37 34 35 2d 61 39 66 36 2d 34 38 30 64 2d b4745-a9f6-480d-\n0020: 61 33 36 39 2d 33 62 32 33 34 30 61 32 34 32 35 a369-3b2340a2425\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.713866147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:48605","req_id":"d31b4409-a97b-48e8-9989-4e9e747b57b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 51,\n 54,\n 56,\n 98,\n 52,\n 55,\n 52,\n 53,\n 45,\n 97,\n 57,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 100,\n 45,\n 97,\n 51,\n 54,\n 57,\n 45,\n 51,\n 98,\n 50,\n 51,\n 52,\n 48,\n 97,\n 50,\n 52,\n 50,\n 53,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.71434528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.714599501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:48605","req_id":"d31b4409-a97b-48e8-9989-4e9e747b57b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.72382919Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.723990083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:52104"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.724039753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.725120334Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.725291148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.726715981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.74175292Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.741917771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.741966549Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.74200671Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.742062582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.742828161Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.7518694Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.752035664Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.753673125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.753782144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":4,"elapsed":"437.742854ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.759777903Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90d5c929-0d95-4dc3-a03c-eb6f504de2da\", \"content-length\": \"835\", \"date\": \"Tue, 16 Dec 2025 20:36:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.760539163Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.768941248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deca1f62-677c-40e2-bacb-4cd3cea94b83\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:36:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.7695292Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.774460219Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ee2410-7367-478f-b830-9821dd89cfcd\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.77463974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.797269919Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e3e2dbc-c9f5-42bd-9125-a4ba3b826e8d\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.797862981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.802769751Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81eb0a13-c369-48cd-b5bc-04aefb1d69e9\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.803183523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.806402101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1a012ee6-5452-472f-8e1e-640d827ec258\",\"time_loaded\":\"2025-12-16T20:36:04.310609057Z\",\"time_started\":\"2025-12-16T20:36:02.607805Z\"}}","iteration":4,"elapsed":"495.64179ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.807239995Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.807304905Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.807347751Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.80738661Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.808132348Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.80821303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.808407942Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":5,"elapsed":"286.476µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.808469586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.808517452Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"26.023µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.808564306Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.808606661Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.808765521Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.808823748Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.808873999Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.809912075Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.812583263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:15609","req_id":"4a9c909c-6c1d-412c-90b1-e16de789b693","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a8 75 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .u..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.812701571Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:15609","req_id":"4a9c909c-6c1d-412c-90b1-e16de789b693","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.812978096Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.813261586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.813596549Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:15609","req_id":"4a9c909c-6c1d-412c-90b1-e16de789b693","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.814600196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3781, tv_nsec: 853325358 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.81471649Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.815491938Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:55844","req_id":"7cb7cba2-b5c6-402f-9fa9-7a3a4a30fc4e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 24 ac 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e $...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.815601328Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:55844","req_id":"7cb7cba2-b5c6-402f-9fa9-7a3a4a30fc4e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.815842042Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.815876451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:55844","req_id":"7cb7cba2-b5c6-402f-9fa9-7a3a4a30fc4e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.917239604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.919076456Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.928121022Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.928300633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.928360122Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.928412688Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.928459332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.930113145Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.935903552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae38253-c763-4834-bac7-11cd6ddd4d3f\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:04 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.936401382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.936556003Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.936879403Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.938678068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.941838349Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.953996041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.954160101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.954226915Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.955724124Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.962044496Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.962127062Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.962169687Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.962218926Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.963099085Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.96442499Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.964504529Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.964607196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.96465893Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.966070406Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.97051083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97c8e3d1-a2de-4b74-a01b-361f24117d8b\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.972603305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.973450247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.973550448Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.973835321Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.973932186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.975530708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.990675844Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.999113551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.999282831Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.999340567Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:04.999396349Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:04.999452091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.001882776Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.006578503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.018259507Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.01843472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.018552015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.022003211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.023962118Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.024054062Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.024101047Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.024152971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.024678768Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.031796943Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.031982075Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.03227331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.032650899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.033798826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.03674693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.043306543Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.059592672Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.059769097Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.059829668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.059885681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.059936202Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.061163439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.066988305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.080499217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.080698166Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.080828128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.08166512Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.087384974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f06a1e3-1f9e-4fab-afeb-1111b27aaea9\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.088275194Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.089368932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.089458802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"ccf48965-dd95-434d-8c04-39975e4ca0a3\",\"inventory_collection_id\":\"1a012ee6-5452-472f-8e1e-640d827ec258\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"280.852011ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.094022453Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b2b4073-a5a2-4525-bc8a-d5b994a2a188\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.094330152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.095497949Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.096760686Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.096859134Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.096916309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.096968594Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.097021841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.097125489Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.097191722Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.097246182Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.097298848Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.097350902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.098732589Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.098814824Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:50061"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.098876338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.098949645Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.099000868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.100095458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.104339938Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.104429879Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.106508907Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.112273471Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"845ded34-3ad8-40eb-8784-d39c78c8a761\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.112460317Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.113796532Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.113925742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.11544741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.117289832Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.117441126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.117489093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.117529093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.11758206Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.118568071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.123341795Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.123483008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.123542448Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.123592338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.124288888Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.125604031Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c52e185-0420-4dd2-8a29-c688c75bab20\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.12626542Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.126741226Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.127029095Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.128625503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.128875596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":5,"elapsed":"321.477472ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.13252004Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b70d033-bf29-4124-ba0e-bf997f8b9a41\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.133004984Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.133464948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.139072117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.141902284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b02352-d0c5-4598-934c-188a204fd27c\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.142306948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.144359342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecfd14a3-e360-457e-b888-894d3f0494f2\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.144564164Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.149620245Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf6d0d5-5917-416a-adc2-93ac861a9928\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.150193767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.155017251Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239fb7c4-5b89-48cf-901b-96f484308c7e\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.155204207Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.158130227Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48653f19-41d2-481a-a4e6-eb1944d46681\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.158343185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.166026475Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d26d191-9c2f-489b-800b-c32375125904\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.168057427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.172790889Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12ca827e-3389-47dc-b3b3-980d138ac95b\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.173572861Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.182128695Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a24c1463-aac6-4d84-baae-18862b708324\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.182385311Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.186249877Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db7e2bdb-2089-4428-aea1-3ca1ab6c1a6a\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.187069073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.189103392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca56195-42b8-4c95-b0fe-792fa3891247\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.189244104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.190450529Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b8568b-73dc-41d0-b2e8-7bd54853cc4c\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.190634348Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.19227214Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49adf6e3-dff5-4af3-9be6-102396012f70\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.192750441Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.193429956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.193862145Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.195263772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d239186-5aa6-4d1b-aa64-bfe176fc1265","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.195368963Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d239186-5aa6-4d1b-aa64-bfe176fc1265","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.19544688Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d239186-5aa6-4d1b-aa64-bfe176fc1265","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.195537101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d239186-5aa6-4d1b-aa64-bfe176fc1265","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.197157848Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d239186-5aa6-4d1b-aa64-bfe176fc1265","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.201185382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"199b93b1-7bae-4420-8533-c73c2eca74f9\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.201936061Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.203535775Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aaeeca4-e3de-4cc6-8470-6bf0e0ba2eb4\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.206208296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.20754368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af90986c-0f73-4316-bcd3-29122f07da1a\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.207858883Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.208963503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ecf802-97a6-4aa4-a775-96b86e699fdf\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.20927532Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.213448426Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d239186-5aa6-4d1b-aa64-bfe176fc1265","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18416,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.217429346Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d239186-5aa6-4d1b-aa64-bfe176fc1265\", \"content-length\": \"405\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.226669285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.229431657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9699eea9-54c6-4bd3-87bf-36062bbae43f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.229611909Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9699eea9-54c6-4bd3-87bf-36062bbae43f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.230210572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9699eea9-54c6-4bd3-87bf-36062bbae43f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.230402939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9699eea9-54c6-4bd3-87bf-36062bbae43f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.23166263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9699eea9-54c6-4bd3-87bf-36062bbae43f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.237749152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30511f49-f31e-41c0-af5b-9af79ff5b45c\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.240009244Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.244158302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9699eea9-54c6-4bd3-87bf-36062bbae43f","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14816,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.24523212Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9699eea9-54c6-4bd3-87bf-36062bbae43f\", \"content-length\": \"29\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.245378825Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.245454928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.245532634Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.251082407Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cdb4851-f0ff-4fe2-8912-bbc1c6097a55\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.251456529Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.258161133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"828aa251-7589-4fe9-8d78-f566baa19d8a\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.258325854Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.262982522Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e66b374c-1e74-4d24-9762-5b31b0ba355b\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.263281943Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.267886176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8098821-3b34-43de-85df-1c58439126c3\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.268159766Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.272309085Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7807d98-b482-44e8-9bee-37dc9931e613\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.272767526Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.274532974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bf0bb83-8c8c-4c71-a60f-a8b81067bf55\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.274887166Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.276635199Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f4f1a7-661c-48db-9482-9603880316e1\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.27721794Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.278965331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d25045a4-b8f8-4483-87d7-6397b86738cf\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.28148771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.286120671Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53ad9de-7caf-469a-817e-e4502ff1260a\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.286519643Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.289238908Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eadbf5c-4718-4be2-9ba2-0177017ba95f\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.289514161Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.292095378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb4fc884-7b9b-4313-ae57-aef8d9499457\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.292262063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.294739291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bc6bf7c-108a-4078-8738-7f8659cd3b8d\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.295459138Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.297800373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85565cc6-ae47-464d-8ffd-76c4c7654321\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.297975605Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.301051326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23cdaab3-1191-4783-81c3-86e1f6868a55\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.301253262Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.303938007Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af35a107-278c-4a25-ad7c-34eea05a9133\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.307151866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.30762642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8","zpool_id":"f5648a5a-f102-4d13-8152-f0610b6adb15","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.307707753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.307758545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.308624546Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.311700257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.311810368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.311863134Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.311906822Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.312778684Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.315661087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31918989-9804-467c-a0bc-d7c89400a53e\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.316036631Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.319148705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.324700162Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.328148281Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e7b0f7-6e57-4532-b39a-ee14cff12fc6\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.328761744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.334085162Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"212450cf-e991-491a-8630-7d45ffb72aeb\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.33518357Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.336322378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"9c7e436e-b1ec-4e61-a3bf-30a75df88aad","zpool_id":"f5648a5a-f102-4d13-8152-f0610b6adb15"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.340364962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51af58bc-94d3-4d7b-8a06-782f10fe54b9\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.340603632Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.341807281Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"092df790-4d96-4e67-b683-6c5d5e62b066\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.341986731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.343459802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd1d0e75-a4fe-49bf-85dd-f2f4355d2f19\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.343589973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.344954385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d04aa8-9024-4dfc-94bc-63adf1946f88\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.34509608Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.346192524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03dfeb0d-3a18-43d1-ace3-8b678d96aad3\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.346365752Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.346454941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.346606445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.346711857Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.347764984Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.349801657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.349928121Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.350065156Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.35144535Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.356494437Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.365288039Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.365463932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.365584675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.365668724Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.365723434Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.366055962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.369190311Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8 (physical_disk), lookup_type: ById(c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.369605255Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.369810056Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.36989669Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.370838744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.375720664Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.383241519Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.383420077Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.383538165Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.38442639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.386609607Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.395836851Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8 (physical_disk), lookup_type: ById(c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.395986381Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"c0ad9c8d-acb7-4c80-84be-fa94d3f6d7d8","zpool_id":"f5648a5a-f102-4d13-8152-f0610b6adb15","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.396042374Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.396099779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.396570064Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.397782902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.397870748Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.398526817Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.399945287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.401864614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.402007832Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.402114416Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.402198866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.403380591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.521062048Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:63899"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.521191348Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.523219774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39041"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.524198671Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.527107567Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.528207918Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.528554625Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:05.533646758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.537615264Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"1fa3e9fa-f3a1-4d3b-a82d-40a18228a883","remote_addr":"[::1]:39041","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.53791213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"1fa3e9fa-f3a1-4d3b-a82d-40a18228a883","remote_addr":"[::1]:39041","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.543202021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"1fa3e9fa-f3a1-4d3b-a82d-40a18228a883","remote_addr":"[::1]:39041","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5624,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.543909042Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.549940473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.552125855Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.552227018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.552943017Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.555650478Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.555752333Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.555826512Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.556206826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa3e9fa-f3a1-4d3b-a82d-40a18228a883\", \"content-length\": \"20848\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.57018153Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.570317163Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.570362323Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.570612196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.571089996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:05.571400309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.705523398Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"43aed2ac-1ab1-42d5-b9bb-ae781b04a890 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.705685023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.706123714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.709253544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.845087921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.845255658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:47473/config","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.846642255Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.84674926Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.846806896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.8468689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.848836214Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.851129372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:47806"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.854947756Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"5b5fd979-6e4e-4daa-b0f6-6ea484a8e48e","remote_addr":"[::1]:47806","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.85502436Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"5b5fd979-6e4e-4daa-b0f6-6ea484a8e48e","remote_addr":"[::1]:47806","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:05.863719394Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"5b5fd979-6e4e-4daa-b0f6-6ea484a8e48e","remote_addr":"[::1]:47806","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","latency_us":8757,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.86557865Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:47473/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b5fd979-6e4e-4daa-b0f6-6ea484a8e48e\", \"content-length\": \"3478\", \"date\": \"Tue, 16 Dec 2025 20:36:05 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.86652897Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.870348696Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.870535622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.873299737Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.873446081Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.873528587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.873602966Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.874422924Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.876843178Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.880530819Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.880635489Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.880686572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.881353602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.890947172Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.902356701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.903112509Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.903244364Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.905754759Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.916784004Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.917186503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.917336184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.917525114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.919668481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.937357059Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.951961117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.952495461Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.95258422Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.953934924Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.991279323Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.991420867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.991520558Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:05.991608314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.99169619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:05.994113869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.007984775Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.016711091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.016868297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.016956174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.017468774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.024394041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2025-12-16T20:35:45.384279Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.024586598Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":5,"elapsed":"33.434171ms"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.385203838Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.385424882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.385954196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.388505884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.393068533Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.393225909Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.397365108Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.397729921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.44331965Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.443620314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.449748128Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.451870443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.452019222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.452074423Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:06.491502991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:06.514086686Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"5b4fe22e-0c8f-43b5-a601-a7a1df44319c"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.514219362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2025-12-16 20:36:04.723679 UTC","collection_id":"5b4fe22e-0c8f-43b5-a601-a7a1df44319c"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.51448204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"5b4fe22e-0c8f-43b5-a601-a7a1df44319c\",\"time_done\":\"2025-12-16 20:36:05.870512 UTC\",\"time_started\":\"2025-12-16 20:36:04.723679 UTC\"}","iteration":5,"elapsed":"2.209774292s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.514566359Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.514612873Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.514668645Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.514727373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.514779217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.515741842Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.517018968Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.51710944Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.517150823Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.517194712Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.517414092Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.517494494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.517549474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.517607852Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.517660999Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.518342147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.52331929Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.523600314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.524642288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.528998703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.534483676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.534592615Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.534648237Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.535099083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.536275888Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.542344093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.542455316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.542510026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.542932826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.544715979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:52589","req_id":"5a82e179-e39d-4f78-bec3-d86d07ba280d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f0 75 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .u..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.544815479Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:52589","req_id":"5a82e179-e39d-4f78-bec3-d86d07ba280d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.545198379Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.545432389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.545545156Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:52589","req_id":"5a82e179-e39d-4f78-bec3-d86d07ba280d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.546073808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3783, tv_nsec: 584914461 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.546211344Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.546701409Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:46310","req_id":"d3f85d06-eb8e-44e9-9ea5-27e1ddc9d43b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 da 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 5...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.546810949Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:46310","req_id":"d3f85d06-eb8e-44e9-9ea5-27e1ddc9d43b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.547097375Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.54713449Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:46310","req_id":"d3f85d06-eb8e-44e9-9ea5-27e1ddc9d43b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.625722363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.626718194Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(6683b404-47c1-4644-a5c9-0368b6a30ab7, 2), (1a012ee6-5452-472f-8e1e-640d827ec258, 2), (5b4fe22e-0c8f-43b5-a601-a7a1df44319c, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.626866302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.629523081Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.629630286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.63147847Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.633602018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:44093","req_id":"d7c1d6cc-9905-4e45-b28e-a4ae4d4de180","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cd 2e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.633688462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:44093","req_id":"d7c1d6cc-9905-4e45-b28e-a4ae4d4de180","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52526,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.634583049Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.634997783Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.635157113Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:44093","req_id":"d7c1d6cc-9905-4e45-b28e-a4ae4d4de180","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.63568285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89fe2e0-a670-4b2d-bb07-f2301365defc\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.63607604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.636143285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.636194929Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.637535332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.640665192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3783, tv_nsec: 679426306 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.640779632Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.641814402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:2745","req_id":"eb1469b9-f8c6-4c12-a0d3-32caaf28528f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 38 dc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 8...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.64215204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:2745","req_id":"eb1469b9-f8c6-4c12-a0d3-32caaf28528f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.643424608Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.643656634Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:2745","req_id":"eb1469b9-f8c6-4c12-a0d3-32caaf28528f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.644407733Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.644622245Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.644889271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.645261589Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.646294064Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.739829336Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.741315663Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:2585","req_id":"14124fd7-0733-412b-8d15-546fe6601d67","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 72 6b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c rk..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.74163238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:2585","req_id":"14124fd7-0733-412b-8d15-546fe6601d67","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.742153126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:36:06.742546767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:2585","req_id":"14124fd7-0733-412b-8d15-546fe6601d67","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.743361294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.74401084Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:41433","req_id":"aefd38e8-7377-486d-b6bf-98e73a723290","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 9e ff 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.744222485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:41433","req_id":"aefd38e8-7377-486d-b6bf-98e73a723290","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40703,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.74463824Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.745124788Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.745250411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:41433","req_id":"aefd38e8-7377-486d-b6bf-98e73a723290","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.745554892Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.745850627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.745950037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.746007262Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.747072582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.751043943Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3783, tv_nsec: 789765157 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.75122169Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.753045636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:8605","req_id":"e21b20ad-35af-4d7e-9048-80a6b74d166c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 00 3e 01 00 00 01 00 00 00 00 00 01 24 33 36 38 .>..........$368\n0010: 62 34 37 34 35 2d 61 39 66 36 2d 34 38 30 64 2d b4745-a9f6-480d-\n0020: 61 33 36 39 2d 33 62 32 33 34 30 61 32 34 32 35 a369-3b2340a2425\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.753155747Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:8605","req_id":"e21b20ad-35af-4d7e-9048-80a6b74d166c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 51,\n 54,\n 56,\n 98,\n 52,\n 55,\n 52,\n 53,\n 45,\n 97,\n 57,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 100,\n 45,\n 97,\n 51,\n 54,\n 57,\n 45,\n 51,\n 98,\n 50,\n 51,\n 52,\n 48,\n 97,\n 50,\n 52,\n 50,\n 53,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.754830643Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.755195366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:8605","req_id":"e21b20ad-35af-4d7e-9048-80a6b74d166c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.756339495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.75641637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:52104"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.75696897Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/ignition","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.758570068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.758746162Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.758914099Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.758985864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.760593404Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.770067684Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.770186553Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.771305882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.780938781Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08201cf7-51ae-4aa6-9ed7-f37752a370bb\", \"content-length\": \"835\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.781285999Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0","method":"GET"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.783265767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.783341981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.783384466Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.78342144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.783471631Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.784519006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.790645949Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17380074-ff26-4cee-b70d-bebd614cf52b\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.79092494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.798833813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64756d65-8b4d-4b57-b6c2-6519af7b0c45\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.799005238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.822611728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24b3849a-39e6-4ee3-b758-cb83f65a93a4\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.823149259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.830814764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f95ae0-d06d-48ca-bb87-f0e357f80fc3\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.831179937Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.837611883Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4f72857-5136-453d-b960-3a400b145a58\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.838244044Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.841563465Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"519167cd-fe50-4d21-95b7-f482af9b26c0\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.842069501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.845483492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436b8d93-b74d-4553-b7e8-6e3516861ccc\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.845767784Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.846938136Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"5b4fe22e-0c8f-43b5-a601-a7a1df44319c\",\"time_loaded\":\"2025-12-16T20:36:06.517447770Z\",\"time_started\":\"2025-12-16T20:36:04.723679Z\"}}","iteration":5,"elapsed":"329.487249ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.847070341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.84716402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.847256205Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.847344803Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.847431267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.84857727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.849837071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.849952423Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.8500005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":6,"elapsed":"75.642µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.850049298Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.850092064Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":4,"elapsed":"24.81µs"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.852584793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b3bae59-cbac-43b4-a79f-b13bf8511556\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.852704173Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.853303538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.875280914Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.875472048Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.875677571Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.875891191Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.876039729Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.877263739Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.886825485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.888235779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.888358696Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.888414739Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.888467444Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.888518968Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.888570201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.88861956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.88866927Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.888717367Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:06.888764712Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.889712948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:06.889800694Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:53951"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:06.889842989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 8d448cef-debe-4bb5-9e97-fd19bd6a9f7f","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"8d448cef-debe-4bb5-9e97-fd19bd6a9f7f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.88989342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.889937639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.890838049Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.89227704Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42284854-6226-4366-87fa-862871af9541\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.892555931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.892910133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.897747264Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.897849218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.89797938Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.898408132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.900879618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.90100954Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.903487569Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.903613994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":6,"elapsed":"386.614755ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.903854577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.904156063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.904250413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.904293108Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.909599392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.909690796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.909746237Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.90979762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.911406143Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.91497262Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:35891","req_id":"7d4b8031-182c-4eb9-9eba-57f9374a361a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 37 01 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 7............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.915221661Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:35891","req_id":"7d4b8031-182c-4eb9-9eba-57f9374a361a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14081,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.915921337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.916170247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.916466062Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:35891","req_id":"7d4b8031-182c-4eb9-9eba-57f9374a361a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.917806105Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.917896536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.920011196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.921816043Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3783, tv_nsec: 960578159 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.921922577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.923462893Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.932984137Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.933191283Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.933284691Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.933373169Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.93345363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.934439331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.93977775Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305e8bcd-0770-4534-9b34-bb91736aecfa\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.94034012Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.944556603Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54701","req_id":"59b883e8-92fe-4e3f-b133-7e3196fb6c5f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0c 23 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .#..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.944793209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54701","req_id":"59b883e8-92fe-4e3f-b133-7e3196fb6c5f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.945207612Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.945275618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54701","req_id":"59b883e8-92fe-4e3f-b133-7e3196fb6c5f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.94540086Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.954134541Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.954354694Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.95445207Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.955350645Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.957876141Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.958113327Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:06.958257307Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.958331095Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:06.960201173Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.092422831Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.099532959Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d52182-a9e2-4da7-bbee-3361f49aec92\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.100061792Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.100308368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.10054327Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.150847493Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.179939347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f3b443-d330-4b5c-b923-63218be0c511\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.180521848Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1","method":"GET"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.186937421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.189144456Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.189421312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.189637817Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.189875976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.193348294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.198283833Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.206623523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.207666308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.209661117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.213006981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.219677546Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.219906597Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.22004274Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.220180307Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.220289827Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.222864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.225583165Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.225791844Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.225918338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.226046335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.226871624Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.229933387Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e98c147b-b217-4d27-a5a2-413c1b1d6dfa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.230100863Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e98c147b-b217-4d27-a5a2-413c1b1d6dfa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.230904619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e98c147b-b217-4d27-a5a2-413c1b1d6dfa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.231207257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e98c147b-b217-4d27-a5a2-413c1b1d6dfa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.232022405Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e98c147b-b217-4d27-a5a2-413c1b1d6dfa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.233515225Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.246662957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.246772417Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.246824422Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.249508796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.252563966Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.252664198Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.252707204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.252756182Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.253549537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.25815407Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e98c147b-b217-4d27-a5a2-413c1b1d6dfa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":28192,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.26064679Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e98c147b-b217-4d27-a5a2-413c1b1d6dfa\", \"content-length\": \"405\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.261233088Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.262391666Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.262588191Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"ccf48965-dd95-434d-8c04-39975e4ca0a3\",\"inventory_collection_id\":\"5b4fe22e-0c8f-43b5-a601-a7a1df44319c\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"415.451035ms"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.26289592Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.262967824Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.26310985Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.263169069Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.264390633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.266355512Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0013978-e583-462c-9002-d613149b9039","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.266460172Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0013978-e583-462c-9002-d613149b9039","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.26702604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0013978-e583-462c-9002-d613149b9039","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.267133636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0013978-e583-462c-9002-d613149b9039","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.267945608Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0013978-e583-462c-9002-d613149b9039","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.27436578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.274476402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.275790944Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.278040324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0013978-e583-462c-9002-d613149b9039","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11715,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.285361467Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0013978-e583-462c-9002-d613149b9039\", \"content-length\": \"29\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.296082242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.296248476Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.296299889Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.296360341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc850c3-7e83-4ca6-ad65-e1fd7db7ffe7\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.29669808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.301205909Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.301333495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.301383355Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.301425981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.301481964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.302489047Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.3086008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"795e207c-01d9-4340-8067-a89c67ca65a8\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.309117468Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.313746701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc9ce9f9-c7bd-4ff1-831d-a5568aa29bd0\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.314531639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.319585595Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed346d2-af75-4c04-bff7-c42b8a53285f\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.320002132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.32396661Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcafed9d-dca9-45b8-8482-79afb85ba152\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.324439991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.331252842Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a9e2bb2-c806-4cf1-8605-1e7a678926fb\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.33163001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.339365917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62948b1-9298-42b9-88da-2192c930ebd5\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.339733365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.345740627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2ba135-e67f-4cf9-bc71-1cb8dfac0c6c\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.346336836Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.350610644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb2bff5-b82e-464e-9ce8-1b7782b41f0f\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.350883322Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.352815385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec4b7ce8-baec-4c43-a458-c77095e3a433\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.35307636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.355208905Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a50fb990-c04a-45e0-8b33-561ab254f72c\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.355313155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.375022884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c0902e6-f022-4e95-a90e-b476c2ad5b26\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.375925658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.37828024Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3afa51e-0070-4b5e-986f-2567af1b4a10\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.378451625Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.380180238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c60e948-dabc-4896-ac5d-924ba5f25e9c\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.380338336Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.381943973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60cf692e-f6a4-497e-88b2-6e3b6a5640da\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.382107973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.384929433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.385068622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.38514198Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.386190828Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.389659899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbf36704-d24b-4c26-a74e-1f66cf80388a\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.389906374Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.402263368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.402452999Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.405147263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1588528b-ead5-4a6e-9594-b3f43c8d5750\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.407468678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.40817602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.408274538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.415214695Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10be56a3-b479-4a55-8fa0-37931aad4d89\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.415507183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.417863658Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe777c6f-626b-4996-a6ed-3e074fa86f41\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.417989812Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.420516991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1921cd14-f92c-4ed2-9214-0d031c80f361\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.420825982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.426712902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.426793494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.429593651Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.429698071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":7,"elapsed":"525.793745ms"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.431938313Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"8d448cef-debe-4bb5-9e97-fd19bd6a9f7f","zpool_id":"57e29a52-a80c-4a25-8ead-3a8a78d6b776","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.432053385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.432221973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.432585083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.434402335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c34d52b-5bec-41bc-b0e7-43c1787f3cf9\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.434615053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.435493418Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.43555923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.435611275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.435657117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.436461002Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.438318415Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"149ce23b-7bec-4c10-af9b-97aba51062d1\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.438422514Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.441455139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d14091b7-860a-4c01-8441-66f4b52c5915\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.441899983Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.442782496Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.443082118Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.447429114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.45486607Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.456767742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.461400181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.461627017Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.46174789Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.46557435Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ead870-967a-4d27-a95d-93af7baebcb6\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.466138614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.481364011Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"2a8a2260-0e91-4a92-8d3d-041ac7a186b4","zpool_id":"57e29a52-a80c-4a25-8ead-3a8a78d6b776"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.483850648Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"847d209d-4469-4d36-98ad-fa0eab8c53f1\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.484108186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:07.505566389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.515749473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 8d448cef-debe-4bb5-9e97-fd19bd6a9f7f","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"8d448cef-debe-4bb5-9e97-fd19bd6a9f7f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.515936539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.516020458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.518448217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.543450823Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 8d448cef-debe-4bb5-9e97-fd19bd6a9f7f (physical_disk), lookup_type: ById(8d448cef-debe-4bb5-9e97-fd19bd6a9f7f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.543657108Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.543741698Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.54382246Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.546816236Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.553227Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f069ddd8-cfb1-47e8-88d7-733d53b7558b\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.553818118Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.56732909Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.584028079Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 8d448cef-debe-4bb5-9e97-fd19bd6a9f7f (physical_disk), lookup_type: ById(8d448cef-debe-4bb5-9e97-fd19bd6a9f7f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.584197138Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"8d448cef-debe-4bb5-9e97-fd19bd6a9f7f","zpool_id":"57e29a52-a80c-4a25-8ead-3a8a78d6b776","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.584256217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.584320727Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.584877806Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.598557487Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19a99c9-16de-494e-a360-9c7660e69974\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.601532887Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.603218073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.6034354Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.603693268Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.603838611Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.605183483Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.611905692Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e1945d3-5b0d-4a40-9369-92a0840e5513\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.612502181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.614483523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62827de0-483e-4164-ac65-72f7d2614f4c\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.614953287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.623955248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.630274026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.634657335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe39af51-3454-4175-90ea-0322f37dc0e3\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.635108642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.638798126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ea239f0-6388-49ad-87d0-0ad2431506bc\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.63967046Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.640477171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.640689477Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.640962296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.64109863Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.642746952Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.650564312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.657106259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.65743003Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.657692577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.660530942Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.662084363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c049ce56-0db9-40e4-b73c-3501bd3a100d\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.662420659Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.666280225Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eda27c1-fc4c-4ce3-99c9-a5b8c0a924f6\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.666444736Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.672574354Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.672717843Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.672792693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.672859628Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.674629935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.6779961Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e863c3-05da-4ed6-b67e-5743e8351af6\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.678259029Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.680258557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.691279826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.691414125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.691490429Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.691979201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.695401519Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f78655c-6e8a-4b4a-badd-73dd0dcd3d99\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.695572623Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.696999741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0c61cec-29e3-4b9b-bf28-106dbb0fb352\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.69713882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.698438883Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.698534785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.700206585Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.701704355Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d65ff1e2-a4fd-4bfa-95b5-4461038f6ddb\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.701978486Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.704573782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2d24f14-d269-4ec3-b1e0-b48f0530b598\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.704730557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.70700122Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e34872-e851-4b01-9330-15998bc57ac2\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.707102373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.707168716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.70723006Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.707288878Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.70811587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.714928982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.721802215Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.721928458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.722072468Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.722145334Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.72219827Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.722827254Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.729460715Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.735552007Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.735836238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.735945507Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.736224368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.822389869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:63899"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.822528117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.82364445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44702"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:07.82684401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"1e503626-a08f-414b-a915-f67231fcc8ca","remote_addr":"[::1]:44702","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.827021156Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"1e503626-a08f-414b-a915-f67231fcc8ca","remote_addr":"[::1]:44702","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:07.832294865Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"1e503626-a08f-414b-a915-f67231fcc8ca","remote_addr":"[::1]:44702","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6097,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.833211577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e503626-a08f-414b-a915-f67231fcc8ca\", \"content-length\": \"21222\", \"date\": \"Tue, 16 Dec 2025 20:36:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.837222928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.83737324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.837420746Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.838098247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.841356375Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:07.841819466Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.921223369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"43aed2ac-1ab1-42d5-b9bb-ae781b04a890 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.921341446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.922100421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:07.924619043Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.010343197Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.010502347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:47473/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:08.011388568Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58929"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.01239459Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"0d8e3051-b257-4efd-aaf7-049c2c2d284f","remote_addr":"[::1]:58929","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.01250917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"0d8e3051-b257-4efd-aaf7-049c2c2d284f","remote_addr":"[::1]:58929","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:08.013519009Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"0d8e3051-b257-4efd-aaf7-049c2c2d284f","remote_addr":"[::1]:58929","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1070,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.015025777Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:47473/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d8e3051-b257-4efd-aaf7-049c2c2d284f\", \"content-length\": \"3478\", \"date\": \"Tue, 16 Dec 2025 20:36:08 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.015746175Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.029543352Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.029681039Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.031868335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.032089279Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.032236054Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.032367588Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.033452588Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.038199358Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.046364877Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.046831024Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.046929502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.04745607Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.089524352Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.141106233Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.141527249Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.141662641Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.141748203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.142738824Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.149238877Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.158066217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.158269114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.158669148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.159320718Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:08.271442612Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"9cf0a02f-c328-414c-9838-62eb69770b23"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.27189449Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2025-12-16 20:36:06.756239 UTC","collection_id":"9cf0a02f-c328-414c-9838-62eb69770b23"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.272481369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"9cf0a02f-c328-414c-9838-62eb69770b23\",\"time_done\":\"2025-12-16 20:36:08.029820 UTC\",\"time_started\":\"2025-12-16 20:36:06.756239 UTC\"}","iteration":6,"elapsed":"1.75785997s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.272587683Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.272635389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.272783206Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.272848137Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.272942095Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.273779278Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.274903697Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.274978788Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.275076896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.275179732Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.275234863Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.278907444Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.280485575Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.280570135Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.280616167Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.280658122Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.287496294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.287644402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.28876297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.291017621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13118","req_id":"7e913398-451a-4b9b-a4dc-23626cf879eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 79 0d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 y............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.291441593Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13118","req_id":"7e913398-451a-4b9b-a4dc-23626cf879eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.291669821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.291953091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.292021338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13118","req_id":"7e913398-451a-4b9b-a4dc-23626cf879eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.292332443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.299503534Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.299645039Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.299704248Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.301449966Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.304718454Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.320790744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.320939813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.321031828Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.321514137Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.325191317Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3785, tv_nsec: 363930797 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.325512683Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.327636391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:7914","req_id":"5cde001f-34a7-4fa4-b6be-1b9f5c4296ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa 26 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .&..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.327810932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:7914","req_id":"5cde001f-34a7-4fa4-b6be-1b9f5c4296ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.328191957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.328519766Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:7914","req_id":"5cde001f-34a7-4fa4-b6be-1b9f5c4296ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.328937726Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(6683b404-47c1-4644-a5c9-0368b6a30ab7, 2), (1a012ee6-5452-472f-8e1e-640d827ec258, 2), (5b4fe22e-0c8f-43b5-a601-a7a1df44319c, 2), (9cf0a02f-c328-414c-9838-62eb69770b23, 2)]","collection_id":"6683b404-47c1-4644-a5c9-0368b6a30ab7"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.329026935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.329143941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.330563183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.336111142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.336237065Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.338716498Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.419780287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.420208036Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.420289159Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.420867431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.422191342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.422747901Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d3581c-f1ea-4650-aaee-100830fd7aae\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:08 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.422843152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.422899084Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.422964265Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.423904976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.430104665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.430228804Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.431080466Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.43126667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.431314356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.431367603Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.432522895Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.439783346Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.440090162Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.440671761Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.44080561Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.440856101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.440912435Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.441798545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.445879356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.446108206Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.449341945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.449462227Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.449506435Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.449606386Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.451212704Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.472610737Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.474694615Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.47480206Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.474959627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.475952963Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.476036742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.477306273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.49067522Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.490875362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.490959681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.491006255Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.491493634Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.493482461Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:08.542135206Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.604363051Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.604531149Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.607561068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.607663444Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":8,"elapsed":"327.172338ms"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.622835233Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"9cf0a02f-c328-414c-9838-62eb69770b23\",\"time_loaded\":\"2025-12-16T20:36:08.274904649Z\",\"time_started\":\"2025-12-16T20:36:06.756239Z\"}}","iteration":6,"elapsed":"347.812586ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.623492284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.623586072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.623645321Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":7,"elapsed":"155.413µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.623710783Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.623768138Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.623836345Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.623905995Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.62522702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.626737365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.628141667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.628334134Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.628454195Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.62850629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.628928368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.629016676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":5,"elapsed":"67.897µs"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.633126295Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:36701","req_id":"f45795e9-5227-415d-bba2-4cc440045ac1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c6 06 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.633430105Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:36701","req_id":"f45795e9-5227-415d-bba2-4cc440045ac1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.633990782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.635923616Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.636019148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:36701","req_id":"f45795e9-5227-415d-bba2-4cc440045ac1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.636739947Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.644476134Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.64460862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.644666617Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.644750866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.644805676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.645956198Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.649701665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"result":"Ok(\"found\")"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:08.652248062Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:47263/v1/projects","method":"POST"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.654835472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3785, tv_nsec: 693685985 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.655053731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:08.656092518Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:33936"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.656935693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:40382","req_id":"07ee78bf-0eea-454c-9aa2-a5279d90d560","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c 63 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e lc..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.657189974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:40382","req_id":"07ee78bf-0eea-454c-9aa2-a5279d90d560","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.658079622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.658329203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:40382","req_id":"07ee78bf-0eea-454c-9aa2-a5279d90d560","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.658679387Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.663878886Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.664057816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.664187376Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.664884888Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.735942588Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.736561762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.73668508Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2025120300.0.0"} {"msg":"authn: trying SchemeName(\"spoof\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.737209053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"looking up silo for user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.737385498Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.737482513Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.737564688Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.738319264Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.739936094Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.740259714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.740343552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.740402992Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.740722805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"removed inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:08.74190483Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":0,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":10,"nomicron_sled_configs":1,"nboot_partitions":2,"nconfig_reconcilers":1,"nmupdate_override_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_zones":0,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":10,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":7,"nsled_agents":1,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"6683b404-47c1-4644-a5c9-0368b6a30ab7"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.742145985Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.742206967Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.742638514Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.745314983Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aeb8cd5-52a7-4bc8-baed-449fb02c0c75\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:08 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.745478802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.745526178Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.745578553Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.746234802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.747310213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.751451104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.751591146Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.751649824Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.751708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.751820887Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.752246433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.753729663Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.753818442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.754398938Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.755971168Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(1a012ee6-5452-472f-8e1e-640d827ec258, 2), (5b4fe22e-0c8f-43b5-a601-a7a1df44319c, 2), (9cf0a02f-c328-414c-9838-62eb69770b23, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.756147302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.758418957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:43547","req_id":"81a4c9ae-0c1a-48aa-8d30-2b28e3f4ec3a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1f c8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.758538377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:43547","req_id":"81a4c9ae-0c1a-48aa-8d30-2b28e3f4ec3a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.75883341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.759187001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.759264596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:43547","req_id":"81a4c9ae-0c1a-48aa-8d30-2b28e3f4ec3a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.759782668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3785, tv_nsec: 798624814 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.760055786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.760468726Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.760598497Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.760717266Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.760791174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.761222451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.762303604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.76773577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.767911263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.767967296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.768415015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.772158499Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:52842","req_id":"c262a104-0175-4b70-869b-8b0b9685effd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 57 ea 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e W...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.772292167Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:52842","req_id":"c262a104-0175-4b70-869b-8b0b9685effd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22506,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.772627621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.772797332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:52842","req_id":"c262a104-0175-4b70-869b-8b0b9685effd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.908395085Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:08.909538743Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.909708724Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.909853045Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.909989288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.910107997Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.911594885Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.913208137Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.91344346Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.9135731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.913690406Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.91875287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.928191979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.928328073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.928407633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.93018803Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.933683064Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:17286","req_id":"2479621b-be34-4d6a-9f5d-141b4a4cdfd2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 60 74 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c `t..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.933823917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:17286","req_id":"2479621b-be34-4d6a-9f5d-141b4a4cdfd2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.934089501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:36:08.936282177Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:17286","req_id":"2479621b-be34-4d6a-9f5d-141b4a4cdfd2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.936443642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.942260281Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.942367166Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.942421926Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.942474271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.942521256Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.944368177Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.946501545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.95624717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.956644278Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.956892928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.961285886Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.965026483Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.965227557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.9652986Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.965369222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.966405284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.970574683Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.972165229Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.986323532Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.986484716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.98658098Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.988023108Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.991183449Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.991302849Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.991372218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.991430205Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.992266826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.993800188Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.99390092Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.993972945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.994055731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.994759606Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:08.996986291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:38530","req_id":"fa0ffff9-a728-4084-9429-de88859c64d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 57 14 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f W............_co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.997166874Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:38530","req_id":"fa0ffff9-a728-4084-9429-de88859c64d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.997458089Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.997522729Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.997818603Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:38530","req_id":"fa0ffff9-a728-4084-9429-de88859c64d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:08.998153917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:08.998261744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"ccf48965-dd95-434d-8c04-39975e4ca0a3\",\"inventory_collection_id\":\"9cf0a02f-c328-414c-9838-62eb69770b23\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"374.554138ms"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.000903343Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.00103642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.001132613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.003812018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.019277067Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.019554865Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.022602931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.029466644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34281, target: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3786, tv_nsec: 68275774 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.029755705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.030517346Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.039500599Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [SchemeName(\"spoof\")] })","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.039790031Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.040148621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.040452492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.040629418Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.040773717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.042219814Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.044879278Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.045066545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.045159181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.045263039Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.045387359Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.049433971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.055084607Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:46911","req_id":"03205146-04ed-4aa2-81a7-3c0d30284212","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: c8 3b 01 00 00 01 00 00 00 00 00 01 24 33 36 38 .;..........$368\n0010: 62 34 37 34 35 2d 61 39 66 36 2d 34 38 30 64 2d b4745-a9f6-480d-\n0020: 61 33 36 39 2d 33 62 32 33 34 30 61 32 34 32 35 a369-3b2340a2425\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.055723802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:46911","req_id":"03205146-04ed-4aa2-81a7-3c0d30284212","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51259,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 51,\n 54,\n 56,\n 98,\n 52,\n 55,\n 52,\n 53,\n 45,\n 97,\n 57,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 100,\n 45,\n 97,\n 51,\n 54,\n 57,\n 45,\n 51,\n 98,\n 50,\n 51,\n 52,\n 48,\n 97,\n 50,\n 52,\n 50,\n 53,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.056349118Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"368b4745-a9f6-480d-a369-3b2340a2425d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.056658941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:46911","req_id":"03205146-04ed-4aa2-81a7-3c0d30284212","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"368b4745-a9f6-480d-a369-3b2340a2425d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.057011109Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.057156792Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.059804763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.060423256Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":9,"elapsed":"432.253061ms"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.061576824Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.061663879Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:52104"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.061727487Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.062702697Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.065408755Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.065540299Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.065631432Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.066204845Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.070152168Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a9a31d-85b2-4942-b122-44131037c206\", \"content-length\": \"835\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.070353262Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.072075934Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4447de1d-46be-4527-a86d-99a4a08d3fb8\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.072603594Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.076495545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a923ae87-e7b2-4544-bcd1-32613f648034\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.076667621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.07992634Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82bdc07d-0d69-4ab8-a13c-86e16ff38ddd\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.08022493Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.083545854Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b59d448e-9ea8-4c4d-a5e7-146881218658\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.08378282Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.087443357Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2719fb43-a5d8-4cc7-bbd8-a77732fb4910\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.087727387Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.091459588Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e25e27ae-ed2c-4843-902c-fe901a37ed35\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.091756264Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.095109252Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7af69b-960f-41e1-829c-d8231ea98c73\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.095313773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.096827495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1f3803c-11b3-48ac-b86a-79da65ae6def\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.097194232Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.098658004Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40779752-6028-474c-a2a2-7f9d7d5691e9\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.098856032Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.100451799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ba979c-c5f1-454b-8be6-e1d0458868d1\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.100822784Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.102729366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26477d0-29f5-47d5-8da7-0366af409bea\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.102928015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.10512996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c68b885-1bff-482e-aecd-b61cc12bf5d8\", \"content-length\": \"734\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.105685477Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.110377065Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17ffdc5a-b4f9-4741-a51d-3851630d2ddb\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.110928072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.116277803Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ecf2f9e-1ef9-477b-86c6-4c46449899c4\", \"content-length\": \"111\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.116555992Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.120011186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22fa151f-5009-4a78-acdc-12e9fb9b2950\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.12031654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.123250245Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27665f18-75bd-4f50-b363-7f3194f259da\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.123664738Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.129043578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99c0eaa5-12c1-414f-852f-e8f0e7691156\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.129499845Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.134203988Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8648962f-0c38-48c3-b638-c6dc82f38752\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.134650546Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.135188597Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.135394491Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.135502829Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.135632309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.136494401Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.145029584Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31a3d128-54eb-4353-b534-b453775dc827\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.145414257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.14583375Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.14595796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.146032129Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.146821295Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.152320276Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b023a426-f591-4ff0-9f20-760721ae4156\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.152701822Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.153979971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.167283296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.16792238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.16847454Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.169142151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"project-create","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":21,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[2,3,null],[18,19,null],[20,0,null],[19,21,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"project_create.project_create_record\",\"label\":\"ProjectCreateRecord\",\"name\":\"project\"}},{\"Action\":{\"action_name\":\"project_create.project_create_vpc_params\",\"label\":\"ProjectCreateVpcParams\",\"name\":\"vpc_create_params\"}},{\"SubsagaStart\":{\"params_node_name\":\"vpc_create_params\",\"saga_name\":\"vpc-create\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVpcId\",\"name\":\"vpc_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateSystemRouterId\",\"name\":\"system_router_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultV4RouteId\",\"name\":\"default_v4_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultV6RouteId\",\"name\":\"default_v6_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateSubnetRouteId\",\"name\":\"subnet_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultSubnetId\",\"name\":\"default_subnet_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultInternetGatewayId\",\"name\":\"default_internet_gateway_id\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_vpc\",\"label\":\"VpcCreateVpc\",\"name\":\"vpc\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_router\",\"label\":\"VpcCreateRouter\",\"name\":\"router\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_v4_route\",\"label\":\"VpcCreateV4Route\",\"name\":\"route4\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_v6_route\",\"label\":\"VpcCreateV6Route\",\"name\":\"route6\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_subnet\",\"label\":\"VpcCreateSubnet\",\"name\":\"subnet\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_subnet_route\",\"label\":\"VpcCreateSubnetRoute\",\"name\":\"route\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_update_firewall\",\"label\":\"VpcUpdateFirewall\",\"name\":\"firewall\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_gateway\",\"label\":\"VpcCreateGateway\",\"name\":\"gateway\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_notify_sleds\",\"label\":\"VpcNotifySleds\",\"name\":\"no_result\"}},{\"SubsagaEnd\":{\"name\":\"vpc\"}},{\"Start\":{\"params\":{\"authz_silo\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null},\"project_create\":{\"description\":\"a pier\",\"name\":\"springfield-squidport\"},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"project-create\",\"start_node\":20}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.169478608Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"project-create","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.180268622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8071396-1094-4313-b61e-25aa723466b2\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.180469545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.183336797Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f494a76f-05a1-43d0-bab6-3c2208b98e3d\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.183510446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.187215602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"379fb8d7-7fcb-4d78-b1d1-4cf10d32544f\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.187671278Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.190083125Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7403246b-932f-496d-8e8a-c3e094a2499f\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.19189169Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.196173414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.197113143Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.197787618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43be5f4d-9abb-460d-bc9e-c3225825eb3e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.197930516Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43be5f4d-9abb-460d-bc9e-c3225825eb3e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.198570973Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43be5f4d-9abb-460d-bc9e-c3225825eb3e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.198881767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43be5f4d-9abb-460d-bc9e-c3225825eb3e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.201323093Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43be5f4d-9abb-460d-bc9e-c3225825eb3e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.207470868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72cce43e-295b-4aa5-a8f7-5a3f56a18b9b\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.207927416Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.223819383Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43be5f4d-9abb-460d-bc9e-c3225825eb3e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":26023,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.224836176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43be5f4d-9abb-460d-bc9e-c3225825eb3e\", \"content-length\": \"405\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.225690052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.22663456Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de15930b-5270-41eb-9d55-418bc63cad21\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.228211339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.22927654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7e1e355-dbd9-420a-804c-13a05a20a051","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.229491582Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7e1e355-dbd9-420a-804c-13a05a20a051","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.231819921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7e1e355-dbd9-420a-804c-13a05a20a051","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.232077238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7e1e355-dbd9-420a-804c-13a05a20a051","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.233270025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7e1e355-dbd9-420a-804c-13a05a20a051","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.253829452Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7e1e355-dbd9-420a-804c-13a05a20a051","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":24554,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.25481343Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e1e355-dbd9-420a-804c-13a05a20a051\", \"content-length\": \"29\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.255110937Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.255230097Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.255328455Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.258130415Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6505796-4876-4a3f-922a-093a8566fa2e\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.258546882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.265167588Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fb19037-9ffe-4867-b573-32311dabfa73\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.267490506Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.271047033Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.271485925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"project-create","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.271941871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.272092805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"20","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.303209779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c188889-1fbe-4974-af8e-c0062dd0ae7c\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.303940748Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.30987335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08a0b8b1-0f29-49a3-ab7b-53481a0a88f0\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.310243814Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.319911343Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.320106024Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"20","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.337946196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.33811705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"0","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.343151347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f484180-617b-4b2d-a937-bf85e66bf612\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.343966314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.348156144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.348364744Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.348558974Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.34869132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.351410495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.37115326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e983279d-a110-4d7a-9dbf-5128500ea64b\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.371564487Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.382921801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f680e1-53af-4d5e-9351-1d374f68744e\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.383086802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384186573Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f08a3a7-f048-4519-be28-15f706dd2307\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384262004Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384313828Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"230e93e9-cbde-42d0-930e-253ea4bded8a\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384376474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384427386Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fd0f07c-1438-4a26-b431-17f2ae1adf58\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384487277Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.38453846Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"926e8746-d37a-4093-92e3-0ad5c3d6b519\", \"content-length\": \"723\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.38459841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.38465307Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f20a24c7-4f12-47b3-b1b5-3234552d2603\", \"content-length\": \"10\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384716688Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.38476728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30765c22-e9c8-407f-890b-c0dd7d0b6395\", \"content-length\": \"144\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384829935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384881369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.384930257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.385380472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.399389996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.40021809Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af24a4b6-4e10-4f13-a04e-e7afc53a7e0a\", \"content-length\": \"147\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.400393232Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.405708053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.405836421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.442756126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.443953532Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.446456563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.446620672Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.44669899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.448724621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.451736774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.451875222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.463158147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.465368809Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.465519402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.465576216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.465779946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f469101b-fc8c-467a-97c2-0deb88bbd12e\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.466458399Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.467299349Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.472262603Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.472448787Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.472585562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.47284321Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:09.487103979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.534992648Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.535128311Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Array [Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"name\": String(\"springfield-squidport\"), \"time_created\": String(\"2025-12-16T20:36:09.348086Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:09.348086Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}])","node_id":"0","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.539861503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db09e5dd-542c-4212-a8a8-7dba41d88dce\", \"content-length\": \"109\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.540099922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.547869636Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35715f5a-c328-4077-90da-1aa0246a126b\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.548434882Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.55447969Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa724480-79e4-438a-b9fc-adb76de6845c\", \"content-length\": \"163\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.554748861Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.557556273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.557698619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"1","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.560644769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d02ac9f-84a9-4aeb-a336-12bc6f99995a\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.56156085Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.56399391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a51de3ad-242a-47b3-9ef1-a2047e0ea3de\", \"content-length\": \"166\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.564239223Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.565641772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b36ec6f1-80a3-4708-8baa-c30372e0594a\", \"content-length\": \"702\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.566445867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.567909369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c893ee12-8e45-414f-9f1f-9f4a6ba1e130\", \"content-length\": \"727\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.568176315Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.569732412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e370b3e0-1179-4e5e-b572-e0da664c1cac\", \"content-length\": \"729\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.569914087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:52104/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.57224433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edac69b3-8743-4473-a7ef-750e0122d205\", \"content-length\": \"728\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.572355884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.572419833Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.572480976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.572537469Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.573653763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.577973384Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.578361764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Object {\"authz_project\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fd0f:68e8:c8b1::/48\"), \"name\": String(\"default\")}})","node_id":"1","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.586252191Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.595379784Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.5956363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.595771772Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.595881041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.595983427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.597679937Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.604535213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.604679092Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"2","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.6118085Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.628012785Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.628152906Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.62821972Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.629044398Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.645696162Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.645777385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.658698381Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.658822441Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"3","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.799623068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:63899"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.79979307Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/inventory","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.801069805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.801199947Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"))","node_id":"3","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.802810504Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52837"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:09.803788078Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"188d296b-ffa3-4a9c-8010-bbb153ca8687","remote_addr":"[::1]:52837","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.803921707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"188d296b-ffa3-4a9c-8010-bbb153ca8687","remote_addr":"[::1]:52837","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:09.810623084Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/inventory","method":"GET","req_id":"188d296b-ffa3-4a9c-8010-bbb153ca8687","remote_addr":"[::1]:52837","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6793,"response_code":200} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.811507341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.811615619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"4","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.814003638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"http://[::1]:63899","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188d296b-ffa3-4a9c-8010-bbb153ca8687\", \"content-length\": \"19478\", \"date\": \"Tue, 16 Dec 2025 20:36:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.822835316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.823048895Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.823100319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.823416304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.82387722Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:09.824195239Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.906405943Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"43aed2ac-1ab1-42d5-b9bb-ae781b04a890 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.906573409Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.906876178Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:09.908576555Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.005869839Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.006048909Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:47473/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:10.007219952Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:56164"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.009962133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"e42bd89a-aca6-40ee-a20e-8c7c542cce15","remote_addr":"[::1]:56164","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.011509793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"e42bd89a-aca6-40ee-a20e-8c7c542cce15","remote_addr":"[::1]:56164","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:10.013255001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/config","method":"GET","req_id":"e42bd89a-aca6-40ee-a20e-8c7c542cce15","remote_addr":"[::1]:56164","local_addr":"[::1]:47473","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3323,"response_code":200} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.013881149Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.014013565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"))","node_id":"4","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.018716717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"internal_dns_url":"http://[::1]:47473","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:47473/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e42bd89a-aca6-40ee-a20e-8c7c542cce15\", \"content-length\": \"3478\", \"date\": \"Tue, 16 Dec 2025 20:36:10 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.01959916Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"dfbde38a-ef69-4deb-a4f7-4d218ff9a973 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.023705121Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.023811545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.026714499Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.026926676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.027007007Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.027057939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.028409015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.047610773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.047756917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"5","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.049237021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.05563578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.056355537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.056510909Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.057275516Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.064101473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.064326556Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"f8614364-f7c3-48bf-a50c-5523f59e9900\"))","node_id":"5","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.072530463Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.072716957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"6","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.079456481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.079549328Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"c0558d44-0437-4be9-a54e-69868fcddc0b\"))","node_id":"6","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.088202277Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.088379313Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"7","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.093743443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.09383173Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"eb8d3cfe-b21e-489d-8539-0d575e34794b\"))","node_id":"7","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.099378978Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.09950439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"8","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.106437664Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.106551733Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\"))","node_id":"8","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.112927837Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.113075353Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"9","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.11884096Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.118973967Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"846a33d7-3e75-430a-a240-f43cc7f3e33b\"))","node_id":"9","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.125498359Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.125655916Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"10","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.133153232Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.133384808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.133525731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.133628127Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.134952759Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.144330324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.14672675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.146842683Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.14770197Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.153864835Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.154038534Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.154113615Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.155319438Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.162980204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.172549374Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.172746881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.172896412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.175022875Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.192336149Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.192479457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Array [Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}, Object {\"dns_name\": String(\"default\"), \"firewall_gen\": Number(1), \"identity\": Object {\"description\": String(\"Default VPC\"), \"id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"name\": String(\"default\"), \"time_created\": String(\"2025-12-16T20:36:10.132982Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:10.132982Z\")}, \"ipv6_prefix\": String(\"fd0f:68e8:c8b1::/48\"), \"project_id\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"subnet_gen\": Number(1), \"system_router_id\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"), \"vni\": Number(5416484)}])","node_id":"10","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.200496047Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.200612531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"11","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.20930029Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.209614211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.209767068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.209889354Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.211002291Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.221039542Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.221234654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.221314675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.233776639Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.249517813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.249759739Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.249984801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.252455457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.260002092Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.268509499Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.268673619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.2687486Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.269717387Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.327726754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.327879682Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Object {\"key\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"), \"lookup_type\": Object {\"ById\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}})","node_id":"11","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.334908597Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.335059741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"12","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.343214159Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }, key: db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c, lookup_type: ById(db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.343440834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.3435182Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.343589032Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.344847411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.351149576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.35140523Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.35152996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.354311981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.363358692Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.36357656Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.363666881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.364429083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.375746206Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.398704905Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }, key: db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c, lookup_type: ById(db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.398948434Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.399033575Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.400269008Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.401643991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.401752509Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.403720073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.405605192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.412527904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.412705451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.416954259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.419652412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.443818667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.458233035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.473908166Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.475193559Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.475343721Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.475495546Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:10.510972201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.521141548Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.521251058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:10.525613545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"f3fd2faf-c860-4b6f-84f6-3a02163a2596"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.525708055Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2025-12-16 20:36:09.061468 UTC","collection_id":"f3fd2faf-c860-4b6f-84f6-3a02163a2596"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.525955442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"f3fd2faf-c860-4b6f-84f6-3a02163a2596\",\"time_done\":\"2025-12-16 20:36:10.023773 UTC\",\"time_started\":\"2025-12-16 20:36:09.061468 UTC\"}","iteration":7,"elapsed":"2.253335655s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.526141837Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.526205024Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.526256788Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.526311728Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.52636254Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.527217158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.534232466Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.53443834Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.53460257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.534709324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.538551015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:25718","req_id":"f2ddf684-abf2-42ed-ae87-6d3d2a8c5a7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: cf ca 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.538671547Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:25718","req_id":"f2ddf684-abf2-42ed-ae87-6d3d2a8c5a7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53194,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.538854184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.539092222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.539176692Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:25718","req_id":"f2ddf684-abf2-42ed-ae87-6d3d2a8c5a7d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.542901257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.543000707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"13","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.544814602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3787, tv_nsec: 583642680 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.544981668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.545212642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.552234714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.552391599Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.552452932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.553334063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.558450776Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:57962","req_id":"7c52b128-02fd-4513-b633-78846f949faf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c5 61 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .a..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.559451427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:57962","req_id":"7c52b128-02fd-4513-b633-78846f949faf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.560113638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.560361045Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:57962","req_id":"7c52b128-02fd-4513-b633-78846f949faf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.65470394Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.658458365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }, key: db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c, lookup_type: ById(db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.658632174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.65870954Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.658777687Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.65975452Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.662264945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.662385347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.663086576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.672094208Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46993f96-238e-46bb-aa4b-07bca2748ed7\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:10 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.67490184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.676003414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.676790215Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.678008734Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.682474569Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.687324305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.687515289Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.688846203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.704530994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.704734433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.704799313Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.704852049Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.704891278Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.705556545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.705688701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.705815866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.706415391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.727265131Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.727385143Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.727464472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.727539904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.730790135Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.733271592Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.750302488Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }, key: db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c, lookup_type: ById(db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.750568793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.750647792Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.750922975Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.757212194Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.757505774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.757667589Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.757875407Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.759198706Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.7704811Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.773948478Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.775287679Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.789500161Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.791007981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.791163013Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.79124114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.791338656Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.791816376Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.79810294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.798265326Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.80048155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.800593525Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":10,"elapsed":"265.773839ms"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.835365754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.83553273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.849619539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.849731564Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"14","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.854340286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"f3fd2faf-c860-4b6f-84f6-3a02163a2596\",\"time_loaded\":\"2025-12-16T20:36:10.526130704Z\",\"time_started\":\"2025-12-16T20:36:09.061468Z\"}}","iteration":7,"elapsed":"328.100253ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.854514106Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.854569968Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.854613565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":8,"elapsed":"40.241µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.854659668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.854702504Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.854755791Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.854810531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.854862917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.856098961Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.85734246Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.857434484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.857480186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.857564305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.857972726Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.858047997Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":6,"elapsed":"74.8µs"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.859049009Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.859258911Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.859348331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.859418371Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.860603764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.862336686Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:19190","req_id":"e1280ef5-183c-4a4c-a692-2c2ed1f7e05f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 87 fe 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.86243319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:19190","req_id":"e1280ef5-183c-4a4c-a692-2c2ed1f7e05f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.862628092Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.862879176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.862939498Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:19190","req_id":"e1280ef5-183c-4a4c-a692-2c2ed1f7e05f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.863804776Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3787, tv_nsec: 902625309 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.863915118Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:10.864328369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:42752","req_id":"283b1d9b-18e5-4185-9605-2fb0a00b95e4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 95 a5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.864456085Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:42752","req_id":"283b1d9b-18e5-4185-9605-2fb0a00b95e4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.864686208Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:10.864719004Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:42752","req_id":"283b1d9b-18e5-4185-9605-2fb0a00b95e4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.012784481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.024156255Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.028123928Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.028442058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.028688613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.028887443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.029312888Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.033401294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.036141591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.036350451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.036471554Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.039520672Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.04169945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.041797086Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.041878299Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.041955024Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.042025135Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.042834972Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.045451029Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.050489355Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.050588875Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.0506462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.051341217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.05315921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.053292187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.05338324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.054007976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.055967955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.066864052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.066995005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.067051258Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.067585742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.070572524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.070681203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.07076943Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.070827156Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.071718698Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.075110644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.097175988Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.104777354Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2025-12-16T20:35:45.384279Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.106311587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":6,"elapsed":"64.575373ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.107105673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3abb18fb-629e-4ede-a3d9-e8f2a2c048e3\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:11 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.107240875Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.107289663Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.107340324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.108700558Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.111708593Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.125683337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.125976356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.126111798Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.126206969Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.126360718Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.126663397Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.131070644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.131184482Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Array [Object {\"key\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\"), \"lookup_type\": Object {\"ById\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\"), \"name\": String(\"default\"), \"time_created\": String(\"2025-12-16T20:36:10.858942Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:10.858942Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fd0f:68e8:c8b1::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}])","node_id":"14","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.133132417Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.13388025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.133987115Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.13417875Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.135664606Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.13854292Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.152283263Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.152466241Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.152532614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.153952819Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.158955923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.15908362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"15","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.163840159Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.166043657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.166190462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.166252667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.167454813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:11.169320161Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.169420603Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.169479762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.169535183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.169585174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.170293497Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.190491979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }, key: db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c, lookup_type: ById(db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.190718284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.190797433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.190866862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.193594133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:11.195777531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.196553751Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.197304991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.202277864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.202453507Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.202593919Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.202731917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.202857259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.203625342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.206094925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.206317994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.206433796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.206550591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.207291179Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.208994873Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edba8823-8e0f-414e-9f3e-842f9f9146c8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.209139073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edba8823-8e0f-414e-9f3e-842f9f9146c8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.209641032Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edba8823-8e0f-414e-9f3e-842f9f9146c8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.209796624Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edba8823-8e0f-414e-9f3e-842f9f9146c8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.210622113Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edba8823-8e0f-414e-9f3e-842f9f9146c8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.211788908Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.21973677Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.219914387Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.220044218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.220759325Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.224266654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.22445408Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.224592449Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.226590784Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.228392946Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.228483448Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.231073623Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:11.234355429Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edba8823-8e0f-414e-9f3e-842f9f9146c8","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":25323,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.235191389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edba8823-8e0f-414e-9f3e-842f9f9146c8\", \"content-length\": \"405\", \"date\": \"Tue, 16 Dec 2025 20:36:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.235571753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.238083591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bccde82-8393-4e96-a6cb-fab4d32856fa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.238201007Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bccde82-8393-4e96-a6cb-fab4d32856fa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.238412893Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bccde82-8393-4e96-a6cb-fab4d32856fa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.241519686Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bccde82-8393-4e96-a6cb-fab4d32856fa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.243015091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bccde82-8393-4e96-a6cb-fab4d32856fa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:11.245226435Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.245458011Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"ccf48965-dd95-434d-8c04-39975e4ca0a3\",\"inventory_collection_id\":\"f3fd2faf-c860-4b6f-84f6-3a02163a2596\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":6,"elapsed":"390.868494ms"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.24589066Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.246042485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.246123478Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.246952214Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found groups for member reconciliation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.248233168Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_groups":0} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.248295954Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.248339992Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.248380233Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.248431526Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.249166604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:11.255109386Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bccde82-8393-4e96-a6cb-fab4d32856fa","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":17128,"response_code":200} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.255557257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.255656065Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.261400509Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.26150054Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":11,"elapsed":"404.15768ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.262180807Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.276340303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }, key: db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c, lookup_type: ById(db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.276614103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.276724295Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.278148697Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.283419129Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bccde82-8393-4e96-a6cb-fab4d32856fa\", \"content-length\": \"29\", \"date\": \"Tue, 16 Dec 2025 20:36:11 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.283615584Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.283691115Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:11.283752028Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.346433805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.346525229Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Object {\"key\": String(\"eb8d3cfe-b21e-489d-8539-0d575e34794b\"), \"lookup_type\": Object {\"ById\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\")}, \"parent\": Object {\"key\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"), \"lookup_type\": Object {\"ById\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}})","node_id":"15","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.357379743Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.357521718Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"16","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"default firewall rules for vpc default","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.365004426Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","rules":"[VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: 0071f6cc-f201-446f-a65f-e8f369e32287, name: Name(Name(\"allow-internal-inbound\")), description: \"allow inbound traffic to all instances within the VPC if originated within the VPC\", time_created: 2025-12-16T20:36:11.364602648Z, time_modified: 2025-12-16T20:36:11.364602648Z, time_deleted: None }, vpc_id: 6e31985e-9640-4d24-a130-8e23744c3c2f, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: Some([VpcFirewallRuleHostFilter(Vpc(Name(\"default\")))]), filter_ports: None, filter_protocols: None, action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: eb2bc648-a039-45a7-88a9-be17788bfac9, name: Name(Name(\"allow-ssh\")), description: \"allow inbound TCP connections on port 22 from anywhere\", time_created: 2025-12-16T20:36:11.364677008Z, time_modified: 2025-12-16T20:36:11.364677008Z, time_deleted: None }, vpc_id: 6e31985e-9640-4d24-a130-8e23744c3c2f, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: None, filter_ports: Some([L4PortRange(L4PortRange { first: L4Port(22), last: L4Port(22) })]), filter_protocols: Some([VpcFirewallRuleProtocol(Tcp)]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: 353275ff-f0ad-4802-90ba-f9ccffbb6ac4, name: Name(Name(\"allow-icmp\")), description: \"allow inbound ICMP traffic from anywhere\", time_created: 2025-12-16T20:36:11.364687188Z, time_modified: 2025-12-16T20:36:11.364687188Z, time_deleted: None }, vpc_id: 6e31985e-9640-4d24-a130-8e23744c3c2f, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: None, filter_ports: None, filter_protocols: Some([VpcFirewallRuleProtocol(Icmp(None))]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }]"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.365344158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.365511545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.365692498Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.365805004Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.366552497Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.373498335Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.373743738Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.373875914Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.375492072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.383005371Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.383241806Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.383320544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.384459393Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.386504814Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.387148437Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.388295101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.390765686Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.391153265Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.402506361Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.402717645Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.402793287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.403327621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.409298671Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.409475697Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.414063376Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.414321906Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.442039899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.442172415Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.442395293Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.442932733Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.443766549Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"0194d9e9-5322-4c9c-b35b-85f3698904df","remote_addr":"127.0.0.1:47699","local_addr":"127.0.0.1:45647","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:11.451857368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"0194d9e9-5322-4c9c-b35b-85f3698904df","remote_addr":"127.0.0.1:47699","local_addr":"127.0.0.1:45647","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8059,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.452774822Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.453047059Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.455330909Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.455523526Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.455642515Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.470610746Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.470824255Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.470922392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":45647,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 10 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.471330222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 10 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.47155338Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.484082339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.500073575Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.500185641Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:11.500328939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserting 10 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.500746458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.517324063Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.517430316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":9,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.526319751Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":9} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.527569112Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.532854253Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.532966408Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.542035474Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":4} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.542188692Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.571233411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.57141209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"0071f6cc-f201-446f-a65f-e8f369e32287\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2025-12-16T20:36:11.364602648Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:11.364602648Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"eb2bc648-a039-45a7-88a9-be17788bfac9\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2025-12-16T20:36:11.364677008Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:11.364677008Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"353275ff-f0ad-4802-90ba-f9ccffbb6ac4\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2025-12-16T20:36:11.364687188Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:11.364687188Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}])","node_id":"16","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.580234961Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.58039894Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"17","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.587059295Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.587231902Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.587311552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.587383286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.589630593Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.600384965Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.600520577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.600594777Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.601451759Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:11.603090011Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.622982077Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.623186858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.623261609Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.624566251Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.630341036Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.638525874Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ByName(\"springfield-squidport\") }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.63867791Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.638759073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.640321302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.654686892Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.654827354Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.656013799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.667001009Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.667169297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.66853431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Default ip pool lookup failed: Object (of type ByOther(\"default unicast IP pool for current silo\")) not found: ip-pool. Default gateway has no ip pool association","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:11.840803298Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.840984723Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.841036446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Object {\"key\": String(\"846a33d7-3e75-430a-a240-f43cc7f3e33b\"), \"lookup_type\": Object {\"ById\": String(\"846a33d7-3e75-430a-a240-f43cc7f3e33b\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}})","node_id":"17","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.847075152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.847215083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"18","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.85365218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.853790618Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.854534132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.864091178Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.86428105Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.865454538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.870686572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.870852556Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.871770741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.876122256Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.876298921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.876377619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.876443602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.877049019Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.882490865Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.882686298Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.8827574Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.883525033Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.889503057Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.889637567Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.889706856Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.890319868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.896225536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.904288891Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.904529735Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.90469131Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.904804798Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.904908456Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.905003216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.910601136Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.910776108Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.910865107Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.911524432Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.922284646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.922463445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.922537845Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.923528385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.92928311Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.937164409Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }, key: 6e31985e-9640-4d24-a130-8e23744c3c2f, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.937336364Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.937407457Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.937798253Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.948822848Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.948929703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.948969392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved sleds for vpc default","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.973028272Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.97327087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:11.973340159Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:11.973393025Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.973516042Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.974077901Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.979214654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.97929705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.983826463Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.983924079Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"19","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.987882774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.98802999Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"19","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.992955368Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.993083867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"21","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.998517075Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:11.998641555Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.005576462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.005668828Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"done","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.024883552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"project-create","saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.025124677Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.025993483Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6fb7e6e4-cfc5-4d1e-a53e-95168f483110","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 6fb7e6e4-cfc5-4d1e-a53e-95168f483110, saga_log: SagaLog { saga_id: 6fb7e6e4-cfc5-4d1e-a53e-95168f483110, unwinding: false, events: [N020 started, N020 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N021 started, N021 succeeded], node_status: {0: Succeeded(Array [Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"name\": String(\"springfield-squidport\"), \"time_created\": String(\"2025-12-16T20:36:09.348086Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:09.348086Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}]), 1: Succeeded(Object {\"authz_project\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fd0f:68e8:c8b1::/48\"), \"name\": String(\"default\")}}), 2: Succeeded(Null), 3: Succeeded(String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")), 4: Succeeded(String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\")), 5: Succeeded(String(\"f8614364-f7c3-48bf-a50c-5523f59e9900\")), 6: Succeeded(String(\"c0558d44-0437-4be9-a54e-69868fcddc0b\")), 7: Succeeded(String(\"eb8d3cfe-b21e-489d-8539-0d575e34794b\")), 8: Succeeded(String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\")), 9: Succeeded(String(\"846a33d7-3e75-430a-a240-f43cc7f3e33b\")), 10: Succeeded(Array [Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}, Object {\"dns_name\": String(\"default\"), \"firewall_gen\": Number(1), \"identity\": Object {\"description\": String(\"Default VPC\"), \"id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"name\": String(\"default\"), \"time_created\": String(\"2025-12-16T20:36:10.132982Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:10.132982Z\")}, \"ipv6_prefix\": String(\"fd0f:68e8:c8b1::/48\"), \"project_id\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"subnet_gen\": Number(1), \"system_router_id\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"), \"vni\": Number(5416484)}]), 11: Succeeded(Object {\"key\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"), \"lookup_type\": Object {\"ById\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Array [Object {\"key\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\"), \"lookup_type\": Object {\"ById\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\"), \"name\": String(\"default\"), \"time_created\": String(\"2025-12-16T20:36:10.858942Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:10.858942Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fd0f:68e8:c8b1::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}]), 15: Succeeded(Object {\"key\": String(\"eb8d3cfe-b21e-489d-8539-0d575e34794b\"), \"lookup_type\": Object {\"ById\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\")}, \"parent\": Object {\"key\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"), \"lookup_type\": Object {\"ById\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}}), 16: Succeeded(Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"0071f6cc-f201-446f-a65f-e8f369e32287\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2025-12-16T20:36:11.364602648Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:11.364602648Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"eb2bc648-a039-45a7-88a9-be17788bfac9\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2025-12-16T20:36:11.364677008Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:11.364677008Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"353275ff-f0ad-4802-90ba-f9ccffbb6ac4\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2025-12-16T20:36:11.364687188Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:11.364687188Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}]), 17: Succeeded(Object {\"key\": String(\"846a33d7-3e75-430a-a240-f43cc7f3e33b\"), \"lookup_type\": Object {\"ById\": String(\"846a33d7-3e75-430a-a240-f43cc7f3e33b\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}), 18: Succeeded(Null), 19: Succeeded(Null), 20: Succeeded(Null), 21: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"default_internet_gateway_id\": String(\"846a33d7-3e75-430a-a240-f43cc7f3e33b\"), \"default_subnet_id\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\"), \"default_v4_route_id\": String(\"f8614364-f7c3-48bf-a50c-5523f59e9900\"), \"default_v6_route_id\": String(\"c0558d44-0437-4be9-a54e-69868fcddc0b\"), \"firewall\": Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"0071f6cc-f201-446f-a65f-e8f369e32287\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2025-12-16T20:36:11.364602648Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:11.364602648Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"eb2bc648-a039-45a7-88a9-be17788bfac9\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2025-12-16T20:36:11.364677008Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:11.364677008Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"353275ff-f0ad-4802-90ba-f9ccffbb6ac4\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2025-12-16T20:36:11.364687188Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:11.364687188Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}], \"gateway\": Object {\"key\": String(\"846a33d7-3e75-430a-a240-f43cc7f3e33b\"), \"lookup_type\": Object {\"ById\": String(\"846a33d7-3e75-430a-a240-f43cc7f3e33b\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, \"no_result\": Null, \"project\": Array [Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"name\": String(\"springfield-squidport\"), \"time_created\": String(\"2025-12-16T20:36:09.348086Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:09.348086Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}], \"route\": Object {\"key\": String(\"eb8d3cfe-b21e-489d-8539-0d575e34794b\"), \"lookup_type\": Object {\"ById\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\")}, \"parent\": Object {\"key\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"), \"lookup_type\": Object {\"ById\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}}, \"route4\": Null, \"route6\": Null, \"router\": Object {\"key\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"), \"lookup_type\": Object {\"ById\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, \"subnet\": Array [Object {\"key\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\"), \"lookup_type\": Object {\"ById\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\")}, \"parent\": Object {\"key\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"c54bfe09-d300-4d21-81a2-1746ef38dd9f\"), \"name\": String(\"default\"), \"time_created\": String(\"2025-12-16T20:36:10.858942Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:10.858942Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fd0f:68e8:c8b1::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")}], \"subnet_route_id\": String(\"eb8d3cfe-b21e-489d-8539-0d575e34794b\"), \"system_router_id\": String(\"db9b20ea-0b36-4b8f-a5f3-2d9fddf3bd9c\"), \"vpc\": Null, \"vpc_create_params\": Object {\"authz_project\": Object {\"key\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fd0f:68e8:c8b1::/48\"), \"name\": String(\"default\")}}, \"vpc_id\": String(\"6e31985e-9640-4d24-a130-8e23744c3c2f\")} }) }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.027732327Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.027878351Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.027994123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.028102181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.028190218Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.034317281Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.038419745Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.038633555Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.038707053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.039399825Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.114327232Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v1/projects","method":"POST","req_id":"a09d656f-1adc-461b-b4af-78f738ac6afc","remote_addr":"127.0.0.1:33936","local_addr":"127.0.0.1:47263","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3377809,"response_code":201} {"msg":"client received response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.115055175Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"external client test context","status":"201"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.115819931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.115885413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.115917948Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.115951356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.11598344Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116064072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116098561Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116130315Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116159323Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116189955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116219665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116248392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116278433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116308383Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116337331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.11636657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116397743Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116428174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116457242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116487102Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116518155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116549538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116579378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116611442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116641502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116672986Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116701894Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116730622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116759209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.11678942Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116818358Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116847607Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116877186Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116906365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116936305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.116964742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117033981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117068841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117101527Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117131297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117161758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117191177Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117221027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117248623Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117275867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117302471Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117328583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117355788Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117383133Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117409967Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117439536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117466981Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117493825Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117521341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117548836Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117575279Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117603175Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117632284Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117659578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117686653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117714238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117740872Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117769058Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117798768Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117826273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117852817Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117880933Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117908148Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117934511Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.117962878Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.118016385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.118049201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.11807826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\nresource MulticastGroupList {\n\tpermissions = [\n\t \"list_children\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t# Fleet Administrators can create multicast groups\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can create multicast groups in their fleet.\n# This is necessary to allow silo users to create multicast groups for\n# cross-project and cross-silo communication without requiring Fleet::Admin.\nhas_permission(actor: AuthenticatedActor, \"create_child\", multicast_group_list: MulticastGroupList)\n\tif silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This is necessary because multicast groups are fleet-scoped resources that\n# silo users need to discover and attach their instances to, without requiring\n# Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# Any authenticated user can read and modify individual multicast groups in their fleet.\n# Users can create, modify, and consume (attach instances to) multicast groups.\n# This enables cross-project and cross-silo multicast while maintaining\n# appropriate security boundaries via API authorization and underlay group\n# membership validation.\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif silo in actor.silo and silo.fleet = multicast_group.fleet;\n\nhas_permission(actor: AuthenticatedActor, \"modify\", multicast_group: MulticastGroup)\n\tif silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n\n resource MulticastGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: MulticastGroup)\n if child.fleet = fleet;\n "} {"msg":"Creating new saga that will fail at index NodeIndex(1)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.155918385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"label":"GenerateVolumeId","node_name":"volume_id"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.15606528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.156158357Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.156378319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"720ce563-be81-4580-b073-b9ad718ba951\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.156670997Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.236255914Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(1)","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.236680527Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(0)","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.236758935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.236807222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.236978797Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.237042024Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"9","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.244809644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.24493689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.251963641Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.252065445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"0","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.25910867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.259336758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"15c79761-b497-473f-b96f-7b960bcd623e\"))","node_id":"0","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.267371275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.267552529Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"1","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.273063614Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.273226341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Failed(InjectedError)","node_id":"1","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.278965735Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.27909246Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"unwinding","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.287790089Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.287918086Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"0","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.293998305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.29414521Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"0","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.30042464Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.300614421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"9","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.307866956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.308061637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"9","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.313986725Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.314473423Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"done","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:12.322862271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"action_error_source":"InjectedError","action_error_node_name":"\"volume_id\"","result":"failure","saga_name":"disk-create","saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.323053145Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.323352707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"6d5c9381-c3f6-44b1-9ef3-ee21f630fe16","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 6d5c9381-c3f6-44b1-9ef3-ee21f630fe16, saga_log: SagaLog { saga_id: 6d5c9381-c3f6-44b1-9ef3-ee21f630fe16, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 failed, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"volume_id\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.386302012Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.386460871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Creating new saga that will fail at index NodeIndex(2)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.403626388Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"label":"SpaceAccount","node_name":"no_result"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.403752631Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.403814666Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.404011121Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"720ce563-be81-4580-b073-b9ad718ba951\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.404243388Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.41003155Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(2)","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.410406694Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(1)","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.410486324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.410532667Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.410587818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.410629782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"9","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.428269932Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.428428922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.434600414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.434749073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"0","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.440866968Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.441023322Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"dd7e27d7-1413-47f8-afc5-50245681301d\"))","node_id":"0","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.442294226Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.442470831Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.448306899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.450098881Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.45019786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.45024765Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.451305065Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.451453753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"1","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.459432578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.459537549Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"33c72679-1a45-4b02-91fe-cc5232cfe50a\"))","node_id":"1","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.473892848Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.475338283Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"2","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.500994132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.501089273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Failed(InjectedError)","node_id":"2","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.515497578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.515668472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"unwinding","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.529455318Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.529694499Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"1","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.540307036Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.54048799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"1","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.545932561Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.546094557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"0","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.563280795Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.563402329Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"0","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.571004256Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.571084077Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"9","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.576323015Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.576449309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"9","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.582196759Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.582322753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"done","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:12.59085552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"action_error_source":"InjectedError","action_error_node_name":"\"no_result\"","result":"failure","saga_name":"disk-create","saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.591020382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.591301406Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"7597654c-bcd5-40ed-bd53-74de448497dc","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 7597654c-bcd5-40ed-bd53-74de448497dc, saga_log: SagaLog { saga_id: 7597654c-bcd5-40ed-bd53-74de448497dc, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 failed, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"no_result\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(3)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.652708883Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"label":"CreateCrucibleDiskRecord","node_name":"crucible_disk"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.6529213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.65301572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.653271884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"720ce563-be81-4580-b073-b9ad718ba951\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.653738823Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.659870064Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(3)","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.660179376Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(2)","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.660660543Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.660985226Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.661386221Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.661471132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"9","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.667230757Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.667323683Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.673398462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.673556369Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"0","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.678738653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.678895358Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"0efcb8d4-c0ad-4592-b2e0-fd9ee976014c\"))","node_id":"0","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.685201251Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.68536982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"1","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.691968521Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.692105526Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"92b03f39-b000-47c6-afd5-544c270dc498\"))","node_id":"1","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.698738536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.698908608Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"2","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.704580546Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.704816681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.705782301Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.72532271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.725533153Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.731460245Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.731637731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"3","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.737135049Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.737337546Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Failed(InjectedError)","node_id":"3","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.743050216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.743288114Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"unwinding","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.752490257Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.752654477Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"2","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.758541037Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.758693182Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.759789425Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.776092459Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.776357321Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.777085174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.79163815Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.791805175Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"2","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.798664089Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.798782227Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"1","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.803485869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.803646432Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"1","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.808947956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.80909421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"0","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.814868234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.815000409Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"0","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.82081777Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.821038534Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"9","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.826756074Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.826919843Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"9","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.833356348Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.833555438Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"done","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:12.842472288Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"action_error_source":"InjectedError","action_error_node_name":"\"crucible_disk\"","result":"failure","saga_name":"disk-create","saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.842631007Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.842904827Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e3b41fbf-b138-4d94-8583-896df1faf667","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: e3b41fbf-b138-4d94-8583-896df1faf667, saga_log: SagaLog { saga_id: e3b41fbf-b138-4d94-8583-896df1faf667, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 failed, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"crucible_disk\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(4)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.916821914Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"label":"RegionsAlloc","node_name":"datasets_and_regions"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.916942646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.917002767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.917616541Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"720ce563-be81-4580-b073-b9ad718ba951\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.917867655Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"e4110755-8724-4e84-9c2e-80e119545864"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.924045681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(4)","saga_id":"e4110755-8724-4e84-9c2e-80e119545864"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.924191183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(3)","saga_id":"e4110755-8724-4e84-9c2e-80e119545864"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.924335413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:12.924438781Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.924514553Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.924580566Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"9","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.929879595Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.930059356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.937129404Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.937270748Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"0","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.943256788Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.943440187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"32652ddb-a811-4a4b-9cf0-c5b82bfee211\"))","node_id":"0","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.949626188Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.94996563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"1","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.960144396Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.960333717Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"35b78f7c-4404-4fd2-b1f9-7de92dc81299\"))","node_id":"1","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.968680551Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.968796333Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"2","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:12.974662011Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.974834458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.975930581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.994595681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:12.994798729Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.001560578Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.001683465Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"3","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.007357828Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.007552339Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.008241103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.012531515Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.012691637Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.01381771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.0186841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.019247181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.019445971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.019561503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.021380669Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.029078859Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.029271577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.029381427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.030763515Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.036523931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.036770366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.036852381Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.038606557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.045881336Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.060057305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.060424853Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.060686169Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.060899026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.061122225Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.062533982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.069505472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.069699352Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.069785204Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.072391642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.081407862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.081712434Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.081816342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.082346979Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.087656229Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.094326323Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.094601606Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.094800536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.09524035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.19338753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.194076535Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.195416508Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"672f8d85-c49c-4a16-ada9-215540137fbb","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.195531709Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"672f8d85-c49c-4a16-ada9-215540137fbb","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.195996223Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"672f8d85-c49c-4a16-ada9-215540137fbb","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.196138228Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"672f8d85-c49c-4a16-ada9-215540137fbb","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.198115782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"672f8d85-c49c-4a16-ada9-215540137fbb","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.20486698Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"672f8d85-c49c-4a16-ada9-215540137fbb","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9465,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.206144347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"672f8d85-c49c-4a16-ada9-215540137fbb\", \"content-length\": \"405\", \"date\": \"Tue, 16 Dec 2025 20:36:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.206517657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.207231762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0cd24ded-9153-494f-bc51-8f825e7be219","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.207332985Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0cd24ded-9153-494f-bc51-8f825e7be219","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.207630714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0cd24ded-9153-494f-bc51-8f825e7be219","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.207745755Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0cd24ded-9153-494f-bc51-8f825e7be219","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.208621435Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0cd24ded-9153-494f-bc51-8f825e7be219","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.215069793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0cd24ded-9153-494f-bc51-8f825e7be219","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7840,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.215752095Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cd24ded-9153-494f-bc51-8f825e7be219\", \"content-length\": \"29\", \"date\": \"Tue, 16 Dec 2025 20:36:13 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.215863869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.215923269Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.215972858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.220224352Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.220433563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Object {\"disk\": Object {\"block_size\": String(\"Traditional\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"32652ddb-a811-4a4b-9cf0-c5b82bfee211\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2025-12-16T20:36:13.007058536Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:13.007058536Z\")}, \"project_id\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"rcgen\": Number(1), \"runtime_state\": Object {\"attach_instance_id\": Null, \"disk_state\": String(\"creating\"), \"gen\": Number(1), \"time_updated\": String(\"2025-12-16T20:36:13.007045340Z\")}, \"size\": Number(1073741824), \"slot\": Null}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"32652ddb-a811-4a4b-9cf0-c5b82bfee211\"), \"pantry_address\": Null, \"volume_id\": String(\"35b78f7c-4404-4fd2-b1f9-7de92dc81299\")}})","node_id":"3","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.227092896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.227191153Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"4","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.232796418Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.232916729Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Failed(InjectedError)","node_id":"4","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.240173573Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"e4110755-8724-4e84-9c2e-80e119545864"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.240326921Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"unwinding","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.250166736Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.250286065Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"3","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.273833527Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.27401415Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"3","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.281385113Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.281538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"2","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.288339689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.288519421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.289443117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.305143509Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.305306266Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"2","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.311275051Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.311434962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"1","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.316977862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.317257183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"1","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.324645741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.324778638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"0","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.331150303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.331245154Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"0","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.338381255Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.338532759Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"9","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.344725073Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.344883301Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"9","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.350967268Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"e4110755-8724-4e84-9c2e-80e119545864"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.351096247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"done","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:13.366664644Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"action_error_source":"InjectedError","action_error_node_name":"\"datasets_and_regions\"","result":"failure","saga_name":"disk-create","saga_id":"e4110755-8724-4e84-9c2e-80e119545864","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.367171392Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e4110755-8724-4e84-9c2e-80e119545864","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.367814154Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"e4110755-8724-4e84-9c2e-80e119545864","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: e4110755-8724-4e84-9c2e-80e119545864, saga_log: SagaLog { saga_id: e4110755-8724-4e84-9c2e-80e119545864, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 failed, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"datasets_and_regions\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.385209322Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.385383873Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.385477862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.386986423Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.401409519Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.401568548Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.405026087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.405141428Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.442046344Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.442175774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Creating new saga that will fail at index NodeIndex(5)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.446023757Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"label":"RegionsEnsureUndo","node_name":"regions_ensure_undo"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.446123367Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.446184831Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.446595185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"720ce563-be81-4580-b073-b9ad718ba951\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.446891691Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.447774696Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.44946366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.449564913Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.449621808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.455472405Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(5)","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.455596124Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(4)","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.455754442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.456011619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.45609689Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.456143213Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"9","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.466050924Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.466202238Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.479323798Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.479480884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"0","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:13.486519679Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.491602123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.491703597Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"89ea4870-dd23-42da-9bc3-7577f4056464\"))","node_id":"0","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.498600587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.498741731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"1","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.505512217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.505647259Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"c968c0dc-9f26-4d2e-a057-cd340762280f\"))","node_id":"1","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.513884292Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.513978501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"2","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.520689358Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.520890793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.522365226Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.540991788Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.541112601Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.54751627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.547709528Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"3","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.554381336Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.554584605Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.555621398Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.561175801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.56134455Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.562757169Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.571637575Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.572100035Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.572332602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.57253565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.574671422Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.582293219Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.582482309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.582556258Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.583275363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.588482908Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.58861841Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.588694594Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.589425863Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.597569539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.606197027Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.606436869Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.606545527Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.606623043Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.606691491Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.607064009Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.621646244Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.621884493Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.622090527Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.622682517Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.629556681Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.629719439Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.62982484Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.630676782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.636457329Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.647168675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.647363437Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.647493057Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.654176829Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.780386725Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.780551746Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Object {\"disk\": Object {\"block_size\": String(\"Traditional\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"89ea4870-dd23-42da-9bc3-7577f4056464\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2025-12-16T20:36:13.554224401Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:13.554224401Z\")}, \"project_id\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"rcgen\": Number(1), \"runtime_state\": Object {\"attach_instance_id\": Null, \"disk_state\": String(\"creating\"), \"gen\": Number(1), \"time_updated\": String(\"2025-12-16T20:36:13.554218920Z\")}, \"size\": Number(1073741824), \"slot\": Null}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"89ea4870-dd23-42da-9bc3-7577f4056464\"), \"pantry_address\": Null, \"volume_id\": String(\"c968c0dc-9f26-4d2e-a057-cd340762280f\")}})","node_id":"3","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.787112241Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.787303826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"4","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:13.792140806Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.792343524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.793088461Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.916268879Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 2a8a2260-0e91-4a92-8d3d-041ac7a186b4 (dataset), time_created: 2025-12-16T20:36:07.481313Z, time_modified: 2025-12-16T20:36:07.481313Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 57e29a52-a80c-4a25-8ead-3a8a78d6b776 (zpool), ip: ::1, port: SqlU16(53951), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: e9c59708-3de1-4cd7-bda2-99abe566f24b, time_created: 2025-12-16T20:36:13.862739Z, time_modified: 2025-12-16T20:36:13.862739Z }, dataset_id: 2a8a2260-0e91-4a92-8d3d-041ac7a186b4 (dataset), volume_id: c968c0dc-9f26-4d2e-a057-cd340762280f (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587 (dataset), time_created: 2025-12-16T20:36:01.846258Z, time_modified: 2025-12-16T20:36:01.846258Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: ba048f18-2083-43d6-8443-017bcfb50a23 (zpool), ip: ::1, port: SqlU16(37250), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: d5d3ecc3-73d6-4b95-863c-c59d3bbc35ae, time_created: 2025-12-16T20:36:13.862739Z, time_modified: 2025-12-16T20:36:13.862739Z }, dataset_id: 73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587 (dataset), volume_id: c968c0dc-9f26-4d2e-a057-cd340762280f (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 9c7e436e-b1ec-4e61-a3bf-30a75df88aad (dataset), time_created: 2025-12-16T20:36:05.336329Z, time_modified: 2025-12-16T20:36:05.336329Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: f5648a5a-f102-4d13-8152-f0610b6adb15 (zpool), ip: ::1, port: SqlU16(50061), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 49422fef-eefd-44af-b299-945f7edf4df9, time_created: 2025-12-16T20:36:13.862739Z, time_modified: 2025-12-16T20:36:13.862739Z }, dataset_id: 9c7e436e-b1ec-4e61-a3bf-30a75df88aad (dataset), volume_id: c968c0dc-9f26-4d2e-a057-cd340762280f (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"c968c0dc-9f26-4d2e-a057-cd340762280f"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.916907813Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.916976962Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"2a8a2260-0e91-4a92-8d3d-041ac7a186b4\"), \"time_created\": String(\"2025-12-16T20:36:07.481313Z\"), \"time_modified\": String(\"2025-12-16T20:36:07.481313Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"57e29a52-a80c-4a25-8ead-3a8a78d6b776\"), \"port\": Number(53951), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"2a8a2260-0e91-4a92-8d3d-041ac7a186b4\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"e9c59708-3de1-4cd7-bda2-99abe566f24b\"), \"time_created\": String(\"2025-12-16T20:36:13.862739Z\"), \"time_modified\": String(\"2025-12-16T20:36:13.862739Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"c968c0dc-9f26-4d2e-a057-cd340762280f\")}], Array [Object {\"identity\": Object {\"id\": String(\"73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587\"), \"time_created\": String(\"2025-12-16T20:36:01.846258Z\"), \"time_modified\": String(\"2025-12-16T20:36:01.846258Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"ba048f18-2083-43d6-8443-017bcfb50a23\"), \"port\": Number(37250), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"d5d3ecc3-73d6-4b95-863c-c59d3bbc35ae\"), \"time_created\": String(\"2025-12-16T20:36:13.862739Z\"), \"time_modified\": String(\"2025-12-16T20:36:13.862739Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"c968c0dc-9f26-4d2e-a057-cd340762280f\")}], Array [Object {\"identity\": Object {\"id\": String(\"9c7e436e-b1ec-4e61-a3bf-30a75df88aad\"), \"time_created\": String(\"2025-12-16T20:36:05.336329Z\"), \"time_modified\": String(\"2025-12-16T20:36:05.336329Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"f5648a5a-f102-4d13-8152-f0610b6adb15\"), \"port\": Number(50061), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"9c7e436e-b1ec-4e61-a3bf-30a75df88aad\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"49422fef-eefd-44af-b299-945f7edf4df9\"), \"time_created\": String(\"2025-12-16T20:36:13.862739Z\"), \"time_modified\": String(\"2025-12-16T20:36:13.862739Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"c968c0dc-9f26-4d2e-a057-cd340762280f\")}]])","node_id":"4","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.924212833Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.924435771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"5","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.930781203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.930954131Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Failed(InjectedError)","node_id":"5","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.9354818Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:13.935559486Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"unwinding","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.944524201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.944658572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"4","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.991157918Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.991316978Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"4","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.996238078Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:13.996396215Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"3","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.010140747Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.010288774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"3","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.016780971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.016910822Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"2","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.022733273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.022921482Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.023675657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.034868982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.034971678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"2","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.039975674Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.040128872Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"1","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.045461599Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.045572001Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"1","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.058445191Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.058603119Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"0","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.063507885Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.063688108Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"0","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.076933767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.07705984Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"9","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.084423929Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.084595634Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"9","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.089362794Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.089503868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"done","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:14.095795402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"action_error_source":"InjectedError","action_error_node_name":"\"regions_ensure_undo\"","result":"failure","saga_name":"disk-create","saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.095936716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.096259404Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"735b4d45-d94b-4935-a7f0-df582fed8868","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 735b4d45-d94b-4935-a7f0-df582fed8868, saga_log: SagaLog { saga_id: 735b4d45-d94b-4935-a7f0-df582fed8868, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 failed, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"regions_ensure_undo\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(6)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.144456663Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"label":"RegionsEnsure","node_name":"regions_ensure"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.144635623Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.144719451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.145914573Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"720ce563-be81-4580-b073-b9ad718ba951\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.146219716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.151405838Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(6)","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.151550529Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(5)","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.151606722Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.151651532Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.151799229Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.151871494Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"9","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.157694306Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.158045852Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.164385272Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.164551446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"0","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.172506182Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.172701234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"cdfb9add-1e61-4922-ad23-a890fbd907ba\"))","node_id":"0","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.179512302Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.179633937Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"1","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.18555703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.185659386Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"9e1c922a-554a-45ba-9f82-62fb7b2adb65\"))","node_id":"1","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.191158427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.19140408Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"2","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.209699337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.209974811Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.211184061Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.232707375Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.233176187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.241500205Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.241654586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"3","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.249181562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.249301854Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.250021861Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.255521764Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.255691585Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.256332693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.261269875Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.261479226Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.261568736Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.261637424Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.262121587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.268165312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.268321306Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.268401116Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.269632872Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.274596447Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.274815808Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.274950278Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.275827942Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.281322955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.293665438Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.293863096Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.293952435Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.294027837Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.294101765Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.294633273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.300152034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.30037413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.300451536Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.301314701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.317003509Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.31719802Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.317280646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.318823277Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.325254621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.340753478Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.340957599Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.341069844Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.3413317Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.359573009Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.359725726Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Object {\"disk\": Object {\"block_size\": String(\"Traditional\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"cdfb9add-1e61-4922-ad23-a890fbd907ba\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2025-12-16T20:36:14.249052483Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:14.249052483Z\")}, \"project_id\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"rcgen\": Number(1), \"runtime_state\": Object {\"attach_instance_id\": Null, \"disk_state\": String(\"creating\"), \"gen\": Number(1), \"time_updated\": String(\"2025-12-16T20:36:14.249047903Z\")}, \"size\": Number(1073741824), \"slot\": Null}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"cdfb9add-1e61-4922-ad23-a890fbd907ba\"), \"pantry_address\": Null, \"volume_id\": String(\"9e1c922a-554a-45ba-9f82-62fb7b2adb65\")}})","node_id":"3","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.367083242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.367205988Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"4","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.372799539Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.373031686Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.37428275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.385722289Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.385833052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.386136151Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.388599572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.392781576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.392948271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.396599559Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.396747265Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.442632909Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.443428708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.445891568Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.447105437Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.447215588Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.447269016Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.512907716Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 2a8a2260-0e91-4a92-8d3d-041ac7a186b4 (dataset), time_created: 2025-12-16T20:36:07.481313Z, time_modified: 2025-12-16T20:36:07.481313Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 57e29a52-a80c-4a25-8ead-3a8a78d6b776 (zpool), ip: ::1, port: SqlU16(53951), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 1ccd07fb-2eef-41e6-8d6c-842adbb3f0d5, time_created: 2025-12-16T20:36:14.450882Z, time_modified: 2025-12-16T20:36:14.450882Z }, dataset_id: 2a8a2260-0e91-4a92-8d3d-041ac7a186b4 (dataset), volume_id: 9e1c922a-554a-45ba-9f82-62fb7b2adb65 (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587 (dataset), time_created: 2025-12-16T20:36:01.846258Z, time_modified: 2025-12-16T20:36:01.846258Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: ba048f18-2083-43d6-8443-017bcfb50a23 (zpool), ip: ::1, port: SqlU16(37250), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 8b166c7f-feb3-4c6d-bd55-d09b7bde1f71, time_created: 2025-12-16T20:36:14.450882Z, time_modified: 2025-12-16T20:36:14.450882Z }, dataset_id: 73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587 (dataset), volume_id: 9e1c922a-554a-45ba-9f82-62fb7b2adb65 (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 9c7e436e-b1ec-4e61-a3bf-30a75df88aad (dataset), time_created: 2025-12-16T20:36:05.336329Z, time_modified: 2025-12-16T20:36:05.336329Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: f5648a5a-f102-4d13-8152-f0610b6adb15 (zpool), ip: ::1, port: SqlU16(50061), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 6a56f3c9-c7a6-45c4-bace-f693049e3b6b, time_created: 2025-12-16T20:36:14.450882Z, time_modified: 2025-12-16T20:36:14.450882Z }, dataset_id: 9c7e436e-b1ec-4e61-a3bf-30a75df88aad (dataset), volume_id: 9e1c922a-554a-45ba-9f82-62fb7b2adb65 (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"9e1c922a-554a-45ba-9f82-62fb7b2adb65"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.513585378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.513673304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"2a8a2260-0e91-4a92-8d3d-041ac7a186b4\"), \"time_created\": String(\"2025-12-16T20:36:07.481313Z\"), \"time_modified\": String(\"2025-12-16T20:36:07.481313Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"57e29a52-a80c-4a25-8ead-3a8a78d6b776\"), \"port\": Number(53951), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"2a8a2260-0e91-4a92-8d3d-041ac7a186b4\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"1ccd07fb-2eef-41e6-8d6c-842adbb3f0d5\"), \"time_created\": String(\"2025-12-16T20:36:14.450882Z\"), \"time_modified\": String(\"2025-12-16T20:36:14.450882Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"9e1c922a-554a-45ba-9f82-62fb7b2adb65\")}], Array [Object {\"identity\": Object {\"id\": String(\"73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587\"), \"time_created\": String(\"2025-12-16T20:36:01.846258Z\"), \"time_modified\": String(\"2025-12-16T20:36:01.846258Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"ba048f18-2083-43d6-8443-017bcfb50a23\"), \"port\": Number(37250), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"8b166c7f-feb3-4c6d-bd55-d09b7bde1f71\"), \"time_created\": String(\"2025-12-16T20:36:14.450882Z\"), \"time_modified\": String(\"2025-12-16T20:36:14.450882Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"9e1c922a-554a-45ba-9f82-62fb7b2adb65\")}], Array [Object {\"identity\": Object {\"id\": String(\"9c7e436e-b1ec-4e61-a3bf-30a75df88aad\"), \"time_created\": String(\"2025-12-16T20:36:05.336329Z\"), \"time_modified\": String(\"2025-12-16T20:36:05.336329Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"f5648a5a-f102-4d13-8152-f0610b6adb15\"), \"port\": Number(50061), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"9c7e436e-b1ec-4e61-a3bf-30a75df88aad\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"6a56f3c9-c7a6-45c4-bace-f693049e3b6b\"), \"time_created\": String(\"2025-12-16T20:36:14.450882Z\"), \"time_modified\": String(\"2025-12-16T20:36:14.450882Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"9e1c922a-554a-45ba-9f82-62fb7b2adb65\")}]])","node_id":"4","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:14.51965731Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.537818397Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.538017537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"5","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.546881441Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.547038917Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.562394987Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.562507273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"6","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.571319101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.571471097Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Failed(InjectedError)","node_id":"6","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.585387414Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.58549514Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"unwinding","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.594018379Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.594148701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"5","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:14.600331135Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.620720801Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45515"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.621710139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49113"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.621852585Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50735"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.623200715Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/8b166c7f-feb3-4c6d-bd55-d09b7bde1f71","method":"GET","req_id":"f83cf9e0-9071-4008-9f07-215f5955024a","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.623556319Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/6a56f3c9-c7a6-45c4-bace-f693049e3b6b","method":"GET","req_id":"8cc46863-84ea-4d0a-8d48-284c937d241d","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.623916072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/1ccd07fb-2eef-41e6-8d6c-842adbb3f0d5","method":"GET","req_id":"f5d94a7c-9fda-4121-b1d8-b7398aaa1cec","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.624341367Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/8b166c7f-feb3-4c6d-bd55-d09b7bde1f71","method":"GET","req_id":"f83cf9e0-9071-4008-9f07-215f5955024a","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":1139,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.624515998Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/6a56f3c9-c7a6-45c4-bace-f693049e3b6b","method":"GET","req_id":"8cc46863-84ea-4d0a-8d48-284c937d241d","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":1026,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.62464659Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/1ccd07fb-2eef-41e6-8d6c-842adbb3f0d5","method":"GET","req_id":"f5d94a7c-9fda-4121-b1d8-b7398aaa1cec","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":932,"response_code":404} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.626031894Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:14.626150142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.653699867Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/8b166c7f-feb3-4c6d-bd55-d09b7bde1f71","method":"GET","req_id":"09dc98b7-8e72-4e57-a908-316fdd4b5a37","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.65431356Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/6a56f3c9-c7a6-45c4-bace-f693049e3b6b","method":"GET","req_id":"b214de46-ce61-40cd-929a-6aec7653966b","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.654859587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/8b166c7f-feb3-4c6d-bd55-d09b7bde1f71","method":"GET","req_id":"09dc98b7-8e72-4e57-a908-316fdd4b5a37","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":1217,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.655421747Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/6a56f3c9-c7a6-45c4-bace-f693049e3b6b","method":"GET","req_id":"b214de46-ce61-40cd-929a-6aec7653966b","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":1170,"response_code":404} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.656920068Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/1ccd07fb-2eef-41e6-8d6c-842adbb3f0d5","method":"GET","req_id":"8021bac2-2b27-4d34-93cc-3047637fc9a5","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.657695927Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/1ccd07fb-2eef-41e6-8d6c-842adbb3f0d5","method":"GET","req_id":"8021bac2-2b27-4d34-93cc-3047637fc9a5","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":789,"response_code":404} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.658175411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.658339601Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.658400103Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"5","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.664547647Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.664754923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"4","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.689913463Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.690020628Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"4","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.695979564Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.696096418Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"3","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.709623964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.709732071Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"3","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.715642619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.715791538Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"2","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.721724331Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.721890816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.722797348Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.737110782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.737256676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"2","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.743050309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.7431654Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"1","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.74949531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.749599931Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"1","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.756352461Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.756536721Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"0","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.761971854Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.762236265Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"0","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.768336324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.76856304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"9","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.775909413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.77613673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"9","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.781661463Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.781841935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"done","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:14.791951622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"action_error_source":"InjectedError","action_error_node_name":"\"regions_ensure\"","result":"failure","saga_name":"disk-create","saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.792148287Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.79241334Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"f2853040-ef33-46ee-a98a-58bf28dec636","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: f2853040-ef33-46ee-a98a-58bf28dec636, saga_log: SagaLog { saga_id: f2853040-ef33-46ee-a98a-58bf28dec636, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 failed, N005 undo_started, N005 undo_finished, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: UndoFinished, 6: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"regions_ensure\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(7)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.845491678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"label":"CreateVolumeRecord","node_name":"created_volume"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.845607411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.845674486Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.845906211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"720ce563-be81-4580-b073-b9ad718ba951\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.846185453Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.852507127Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(7)","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.852648822Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(6)","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.852703572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:14.852745295Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_name":"disk-create","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.852790777Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.852830677Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"9","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.858612216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.858794181Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.866166417Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.866343854Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"0","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.872523382Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.872655718Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"75be3083-bbc5-4cc9-a88e-7f9a324a2d82\"))","node_id":"0","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.879103646Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.879213677Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"1","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.884274127Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.884452395Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(String(\"3ad1f5f1-1698-4d74-9712-ed4d4cb0c28a\"))","node_id":"1","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.889064945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.889219475Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"2","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.897222508Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.897672593Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.899585177Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.93104543Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.931174049Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.938105949Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.938367565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"3","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.944088833Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.944265969Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.945058622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.949420016Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.949663846Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.950348653Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.954543483Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.95473638Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.954872634Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.955052195Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.956752933Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.963297385Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.963463799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.963532097Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.970680923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.976656472Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.976877426Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.976962397Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.978046165Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.984251054Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.995357324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.995517045Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.995605933Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"720ce563-be81-4580-b073-b9ad718ba951","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:14.995754482Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.995830304Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:14.99703754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.005876313Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.005997697Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.006072046Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.007211126Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.014783433Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.015034438Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.015326615Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.016684935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.026924102Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.035714978Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 720ce563-be81-4580-b073-b9ad718ba951, lookup_type: ById(720ce563-be81-4580-b073-b9ad718ba951) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.035869589Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.035942024Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.036732192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.05345561Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.05357502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Object {\"disk\": Object {\"block_size\": String(\"Traditional\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"75be3083-bbc5-4cc9-a88e-7f9a324a2d82\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2025-12-16T20:36:14.943936216Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2025-12-16T20:36:14.943936216Z\")}, \"project_id\": String(\"720ce563-be81-4580-b073-b9ad718ba951\"), \"rcgen\": Number(1), \"runtime_state\": Object {\"attach_instance_id\": Null, \"disk_state\": String(\"creating\"), \"gen\": Number(1), \"time_updated\": String(\"2025-12-16T20:36:14.943932649Z\")}, \"size\": Number(1073741824), \"slot\": Null}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"75be3083-bbc5-4cc9-a88e-7f9a324a2d82\"), \"pantry_address\": Null, \"volume_id\": String(\"3ad1f5f1-1698-4d74-9712-ed4d4cb0c28a\")}})","node_id":"3","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.059573545Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.059768707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"4","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.065976823Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.066387048Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.067305864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.108268895Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 2a8a2260-0e91-4a92-8d3d-041ac7a186b4 (dataset), time_created: 2025-12-16T20:36:07.481313Z, time_modified: 2025-12-16T20:36:07.481313Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 57e29a52-a80c-4a25-8ead-3a8a78d6b776 (zpool), ip: ::1, port: SqlU16(53951), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 5867c04a-8369-4f4c-9640-7509c42c5007, time_created: 2025-12-16T20:36:15.072046Z, time_modified: 2025-12-16T20:36:15.072046Z }, dataset_id: 2a8a2260-0e91-4a92-8d3d-041ac7a186b4 (dataset), volume_id: 3ad1f5f1-1698-4d74-9712-ed4d4cb0c28a (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587 (dataset), time_created: 2025-12-16T20:36:01.846258Z, time_modified: 2025-12-16T20:36:01.846258Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: ba048f18-2083-43d6-8443-017bcfb50a23 (zpool), ip: ::1, port: SqlU16(37250), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 45fb7eb5-c4b8-4a8c-b678-4955ece24e50, time_created: 2025-12-16T20:36:15.072046Z, time_modified: 2025-12-16T20:36:15.072046Z }, dataset_id: 73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587 (dataset), volume_id: 3ad1f5f1-1698-4d74-9712-ed4d4cb0c28a (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 9c7e436e-b1ec-4e61-a3bf-30a75df88aad (dataset), time_created: 2025-12-16T20:36:05.336329Z, time_modified: 2025-12-16T20:36:05.336329Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: f5648a5a-f102-4d13-8152-f0610b6adb15 (zpool), ip: ::1, port: SqlU16(50061), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: c346c69e-3fee-4294-b892-4d01e38892ba, time_created: 2025-12-16T20:36:15.072046Z, time_modified: 2025-12-16T20:36:15.072046Z }, dataset_id: 9c7e436e-b1ec-4e61-a3bf-30a75df88aad (dataset), volume_id: 3ad1f5f1-1698-4d74-9712-ed4d4cb0c28a (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"3ad1f5f1-1698-4d74-9712-ed4d4cb0c28a"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.108743709Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.108909583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"2a8a2260-0e91-4a92-8d3d-041ac7a186b4\"), \"time_created\": String(\"2025-12-16T20:36:07.481313Z\"), \"time_modified\": String(\"2025-12-16T20:36:07.481313Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"57e29a52-a80c-4a25-8ead-3a8a78d6b776\"), \"port\": Number(53951), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"2a8a2260-0e91-4a92-8d3d-041ac7a186b4\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"5867c04a-8369-4f4c-9640-7509c42c5007\"), \"time_created\": String(\"2025-12-16T20:36:15.072046Z\"), \"time_modified\": String(\"2025-12-16T20:36:15.072046Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"3ad1f5f1-1698-4d74-9712-ed4d4cb0c28a\")}], Array [Object {\"identity\": Object {\"id\": String(\"73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587\"), \"time_created\": String(\"2025-12-16T20:36:01.846258Z\"), \"time_modified\": String(\"2025-12-16T20:36:01.846258Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"ba048f18-2083-43d6-8443-017bcfb50a23\"), \"port\": Number(37250), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"73aefe2e-5ae3-4e67-a0c4-dcfcb4d90587\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"45fb7eb5-c4b8-4a8c-b678-4955ece24e50\"), \"time_created\": String(\"2025-12-16T20:36:15.072046Z\"), \"time_modified\": String(\"2025-12-16T20:36:15.072046Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"3ad1f5f1-1698-4d74-9712-ed4d4cb0c28a\")}], Array [Object {\"identity\": Object {\"id\": String(\"9c7e436e-b1ec-4e61-a3bf-30a75df88aad\"), \"time_created\": String(\"2025-12-16T20:36:05.336329Z\"), \"time_modified\": String(\"2025-12-16T20:36:05.336329Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"f5648a5a-f102-4d13-8152-f0610b6adb15\"), \"port\": Number(50061), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"9c7e436e-b1ec-4e61-a3bf-30a75df88aad\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"c346c69e-3fee-4294-b892-4d01e38892ba\"), \"time_created\": String(\"2025-12-16T20:36:15.072046Z\"), \"time_modified\": String(\"2025-12-16T20:36:15.072046Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"3ad1f5f1-1698-4d74-9712-ed4d4cb0c28a\")}]])","node_id":"4","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.116003599Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.116102097Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"5","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.121857483Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.122078868Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.127297455Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.127455333Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"6","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.150823825Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions","method":"POST","req_id":"4eede589-cd80-4662-a518-2926ba69ddf1","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.151273829Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions","method":"POST","req_id":"af2e8f8f-c8e3-486c-895c-a1e96e92dc00","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.151663372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions","method":"POST","req_id":"60f1f868-f4e0-4b02-b32b-d332640649a5","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region 45fb7eb5-c4b8-4a8c-b678-4955ece24e50","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.152181513Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region c346c69e-3fee-4294-b892-4d01e38892ba","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.152585495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region 5867c04a-8369-4f4c-9640-7509c42c5007","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.152934026Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.153215682Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions","method":"POST","req_id":"4eede589-cd80-4662-a518-2926ba69ddf1","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2440,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.153419481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions","method":"POST","req_id":"af2e8f8f-c8e3-486c-895c-a1e96e92dc00","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2012,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.15349353Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions","method":"POST","req_id":"60f1f868-f4e0-4b02-b32b-d332640649a5","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1674,"response_code":200} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.175048147Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.175145252Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Succeeded(Object {\"block_size\": Number(512), \"id\": String(\"75be3083-bbc5-4cc9-a88e-7f9a324a2d82\"), \"read_only_parent\": Null, \"sub_volumes\": Array [Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"extent_count\": Number(16), \"gen\": Number(1), \"opts\": Object {\"cert_pem\": Null, \"control\": Null, \"flush_timeout\": Null, \"id\": String(\"75be3083-bbc5-4cc9-a88e-7f9a324a2d82\"), \"key\": String(\"T74YSKyGAupAtBpVq8hfxugBdQn7xUSg526uaddXu+o=\"), \"key_pem\": Null, \"lossy\": Bool(false), \"read_only\": Bool(false), \"root_cert_pem\": Null, \"target\": Array [String(\"[::1]:1050\"), String(\"[::1]:1100\"), String(\"[::1]:1000\")]}, \"type\": String(\"region\")}], \"type\": String(\"volume\")})","node_id":"6","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.18243391Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.182670786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Started","node_id":"7","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.190206329Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.1903611Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"Failed(InjectedError)","node_id":"7","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.193821144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.194338153Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.194927247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca17e795-c9ee-4cff-b4ed-f40c02c187f9","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.195019252Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca17e795-c9ee-4cff-b4ed-f40c02c187f9","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.19555577Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca17e795-c9ee-4cff-b4ed-f40c02c187f9","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.195860643Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca17e795-c9ee-4cff-b4ed-f40c02c187f9","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.197255075Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca17e795-c9ee-4cff-b4ed-f40c02c187f9","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.198895481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.198991244Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"unwinding","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.209178106Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca17e795-c9ee-4cff-b4ed-f40c02c187f9","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14267,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.210605023Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca17e795-c9ee-4cff-b4ed-f40c02c187f9\", \"content-length\": \"405\", \"date\": \"Tue, 16 Dec 2025 20:36:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.211330431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.212000217Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48c0edc9-37d3-4647-9561-97bfe6c43872","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.212406624Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48c0edc9-37d3-4647-9561-97bfe6c43872","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.213172253Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48c0edc9-37d3-4647-9561-97bfe6c43872","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.21332537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48c0edc9-37d3-4647-9561-97bfe6c43872","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.215381322Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48c0edc9-37d3-4647-9561-97bfe6c43872","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.223486641Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48c0edc9-37d3-4647-9561-97bfe6c43872","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11446,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.224522342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c0edc9-37d3-4647-9561-97bfe6c43872\", \"content-length\": \"29\", \"date\": \"Tue, 16 Dec 2025 20:36:15 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.224701552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.224763958Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.224806413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.325642537Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.325792709Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"6","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.333610329Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.333759569Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"6","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.340157777Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.340305113Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"5","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:15.345666237Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.368237778Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/45fb7eb5-c4b8-4a8c-b678-4955ece24e50","method":"GET","req_id":"9f0d6751-e2ff-46c0-8a28-6f72ded342fe","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.368383701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/c346c69e-3fee-4294-b892-4d01e38892ba","method":"GET","req_id":"fef97371-b31d-4813-add9-68de80dcc721","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.368652892Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/5867c04a-8369-4f4c-9640-7509c42c5007","method":"GET","req_id":"cc04d6e9-8875-4af8-9a35-46976283f15e","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.36885089Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/45fb7eb5-c4b8-4a8c-b678-4955ece24e50","method":"GET","req_id":"9f0d6751-e2ff-46c0-8a28-6f72ded342fe","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":672,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.368978456Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/c346c69e-3fee-4294-b892-4d01e38892ba","method":"GET","req_id":"fef97371-b31d-4813-add9-68de80dcc721","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":550,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.369107145Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/5867c04a-8369-4f4c-9640-7509c42c5007","method":"GET","req_id":"cc04d6e9-8875-4af8-9a35-46976283f15e","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":498,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.382840113Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/45fb7eb5-c4b8-4a8c-b678-4955ece24e50","method":"DELETE","req_id":"26c94790-4532-41f4-8ad9-4dcfef7e4f38","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.383486773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/c346c69e-3fee-4294-b892-4d01e38892ba","method":"DELETE","req_id":"292d293c-3d79-4e16-afcc-67ffd0974a1e","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.383655722Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/5867c04a-8369-4f4c-9640-7509c42c5007","method":"DELETE","req_id":"b566af66-2c28-48fa-84c4-abc6e57dcdc0","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"45fb7eb5-c4b8-4a8c-b678-4955ece24e50\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.38395822Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"c346c69e-3fee-4294-b892-4d01e38892ba\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.384042971Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"5867c04a-8369-4f4c-9640-7509c42c5007\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.384089975Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.384130737Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/45fb7eb5-c4b8-4a8c-b678-4955ece24e50","method":"DELETE","req_id":"26c94790-4532-41f4-8ad9-4dcfef7e4f38","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1218,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.384201038Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/c346c69e-3fee-4294-b892-4d01e38892ba","method":"DELETE","req_id":"292d293c-3d79-4e16-afcc-67ffd0974a1e","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":660,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.38426141Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/5867c04a-8369-4f4c-9640-7509c42c5007","method":"DELETE","req_id":"b566af66-2c28-48fa-84c4-abc6e57dcdc0","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":520,"response_code":204} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.387771273Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.387845142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.387986586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.389974421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.394903877Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.394998407Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.39676616Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/c346c69e-3fee-4294-b892-4d01e38892ba","method":"GET","req_id":"6352780e-a438-4f34-9e90-a93f051a543b","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.396909708Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/5867c04a-8369-4f4c-9640-7509c42c5007","method":"GET","req_id":"235579df-06b4-4c8e-bd4b-a4b2451664a0","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.39757724Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/c346c69e-3fee-4294-b892-4d01e38892ba","method":"GET","req_id":"6352780e-a438-4f34-9e90-a93f051a543b","remote_addr":"[::1]:49113","local_addr":"[::1]:50061","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":613,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.397682481Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/5867c04a-8369-4f4c-9640-7509c42c5007","method":"GET","req_id":"235579df-06b4-4c8e-bd4b-a4b2451664a0","remote_addr":"[::1]:50735","local_addr":"[::1]:53951","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":568,"response_code":200} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.398490755Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"5867c04a-8369-4f4c-9640-7509c42c5007"} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.39893087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"c346c69e-3fee-4294-b892-4d01e38892ba"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.399879576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.39997112Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.400284961Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/45fb7eb5-c4b8-4a8c-b678-4955ece24e50","method":"GET","req_id":"62c870e0-aee5-4eac-90c7-1bc13af35a2b","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.400496586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/crucible/0/regions/45fb7eb5-c4b8-4a8c-b678-4955ece24e50","method":"GET","req_id":"62c870e0-aee5-4eac-90c7-1bc13af35a2b","remote_addr":"[::1]:45515","local_addr":"[::1]:37250","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":444,"response_code":200} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.401926991Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"45fb7eb5-c4b8-4a8c-b678-4955ece24e50"} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.402025018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.402502999Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.402592378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"5","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.41058463Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.410725663Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"4","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.43817699Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.438333675Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"4","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.442967187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.443143762Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.446740851Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.446825701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"3","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.449929589Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.451330514Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.451418521Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.451470095Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.473655088Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.474052527Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"3","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.485416094Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.485632398Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.485716908Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.487269168Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.489911949Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.490047992Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.49018111Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.491714381Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.493135477Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:15.501923458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.50463657Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.50480087Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"2","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.50688097Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.508076723Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.508165041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":7,"elapsed":"97.697µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.508217576Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.508281605Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.508334471Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.509321535Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.510808734Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.510938034Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.510997904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.511054377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.511127374Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.51178226Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.513403478Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.513547768Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.513615935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.514819955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.518353787Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"phantom disk 75be3083-bbc5-4cc9-a88e-7f9a324a2d82 found!","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:15.520334237Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.525492443Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.525634408Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.525721012Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.525810462Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.525900152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.5264912Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.527712524Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.527822796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.527867275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"108.287µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.527925923Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.527975503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.528071947Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.528127117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.528178561Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.528226898Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.528588976Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.529650138Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:23433","req_id":"c38bcd09-0847-4df7-afb1-4464e748f928","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 7f 7b 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .{..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.529873196Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:23433","req_id":"c38bcd09-0847-4df7-afb1-4464e748f928","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.53074587Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.530965421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.531060442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:23433","req_id":"c38bcd09-0847-4df7-afb1-4464e748f928","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.536901851Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.537093366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.537720447Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.539909225Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.54726621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.54738544Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.547437805Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.5489233Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.550833168Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.550941977Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.550997198Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.551049774Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.552404807Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.553931425Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.554025123Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.554771563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.55930321Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3792, tv_nsec: 598102470 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.559436468Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.559673214Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.559746421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.559783305Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:31311","req_id":"567181ec-8e28-4a52-b0ad-8bf6836aa807","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: da 5d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .]..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.55984572Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:31311","req_id":"567181ec-8e28-4a52-b0ad-8bf6836aa807","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.560207277Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.560601589Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.560789407Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:31311","req_id":"567181ec-8e28-4a52-b0ad-8bf6836aa807","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.561403832Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.568003244Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.568100109Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.568153797Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.568209899Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.568260531Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.569108174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.575714581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.576978952Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.58369056Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.587102426Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.587221245Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.588544404Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"phandom disk 75be3083-bbc5-4cc9-a88e-7f9a324a2d82 un-deleted and set to faulted ok","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.591137535Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.591236164Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":1}","iteration":2,"elapsed":"98.085196ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.591358389Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.598538769Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.598694943Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.598751467Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.600253726Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.607105766Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.607205707Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"2","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.618426907Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3792, tv_nsec: 656583576 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.618571598Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.635207941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.635337872Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"1","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.637124292Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.647598992Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.647788072Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.647844786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.648459933Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.651285872Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.651395252Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"125.908109ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.651715365Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.65180275Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.652520904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.657044004Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:9648","req_id":"d2d9a3c6-c7d1-4c22-950b-45ba37822883","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5a fa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Z...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.657207612Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:9648","req_id":"d2d9a3c6-c7d1-4c22-950b-45ba37822883","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.657481553Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.660138983Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:9648","req_id":"d2d9a3c6-c7d1-4c22-950b-45ba37822883","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.660316189Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:34518","req_id":"81d2530a-3e1e-4553-a191-f1c83e7cd5b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 13 00 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.660393565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:34518","req_id":"81d2530a-3e1e-4553-a191-f1c83e7cd5b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.660617445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.660656143Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.660691343Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:34518","req_id":"81d2530a-3e1e-4553-a191-f1c83e7cd5b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.660778228Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54891","req_id":"d7693cdd-3de7-4e76-b551-4488e0a47852","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5a c3 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Z............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.660843469Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54891","req_id":"d7693cdd-3de7-4e76-b551-4488e0a47852","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.661035745Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.6610678Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.66110276Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:54891","req_id":"d7693cdd-3de7-4e76-b551-4488e0a47852","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.661189064Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.661239144Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"1","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.764871748Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.764978052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.770283173Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.770408345Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.770706925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.784151964Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.786320442Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"0","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.789659232Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.789768231Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.791104176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.798412733Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.799283203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50992"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.952768993Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.953785185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52104, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3792, tv_nsec: 992536529 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.953948313Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.954228847Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3792, tv_nsec: 993131725 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.95434989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.959029715Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:14959","req_id":"1188eda7-dcfd-4b7b-a078-a61f847b966d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ba 81 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.95935567Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:14959","req_id":"1188eda7-dcfd-4b7b-a078-a61f847b966d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.959895665Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.960326231Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:14959","req_id":"1188eda7-dcfd-4b7b-a078-a61f847b966d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.964959903Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.965072739Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:15.965130014Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.965177209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.96611327Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.967137629Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:15.967228451Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"0","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:15.971829187Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determining switch slot managed by switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.086927673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.087176233Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.08754776Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:36:16.087641107Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146)","zone_address":"::1"} {"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.088644193Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{}"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.088727771Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"598.86924ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.089170761Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc-routes","method":"GET","req_id":"b5c259cb-c435-45e1-89a6-5f5846f0ff35","remote_addr":"[::1]:50992","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.089264139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc-routes","method":"GET","req_id":"b5c259cb-c435-45e1-89a6-5f5846f0ff35","remote_addr":"[::1]:50992","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.090168346Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/vpc-routes","method":"GET","req_id":"b5c259cb-c435-45e1-89a6-5f5846f0ff35","remote_addr":"[::1]:50992","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1011,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.093306673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8ec54e2e-af8c-4c07-b003-307ff96a75e6","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.093391413Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8ec54e2e-af8c-4c07-b003-307ff96a75e6","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"0.0.1"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.093850937Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.093972301Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.094067492Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.094127342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.094178886Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.094936548Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.098033873Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.098124886Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.098179816Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.098229887Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.098324697Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.103071176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.104070424Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.104164503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.104228402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.104800862Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.105875642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.105958779Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.106024591Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.106082327Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.106134763Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.106682183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.107527101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:62471","req_id":"e79168de-a2de-4d8c-8457-21f1ba871a8a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 37 bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 7...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.107632773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:62471","req_id":"e79168de-a2de-4d8c-8457-21f1ba871a8a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.107881753Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.108022316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:62471","req_id":"e79168de-a2de-4d8c-8457-21f1ba871a8a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.108309513Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13952","req_id":"31c811d9-afb3-4be9-9c12-60f90e248849","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 81 fb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.108405676Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13952","req_id":"31c811d9-afb3-4be9-9c12-60f90e248849","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.108650619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.108687553Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13952","req_id":"31c811d9-afb3-4be9-9c12-60f90e248849","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.108759297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:7750","req_id":"e0b4042f-65ca-488f-aa6f-ef320577ecd2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b0 62 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .b..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.108826232Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:7750","req_id":"e0b4042f-65ca-488f-aa6f-ef320577ecd2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.109070943Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.109122377Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.109178269Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:7750","req_id":"e0b4042f-65ca-488f-aa6f-ef320577ecd2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.132102699Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8ec54e2e-af8c-4c07-b003-307ff96a75e6","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.132258502Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8ec54e2e-af8c-4c07-b003-307ff96a75e6","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.133011205Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8ec54e2e-af8c-4c07-b003-307ff96a75e6","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.134586049Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c17233d-193a-4377-90d6-1399d2e760f9\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:16 GMT\"} })"} {"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:36:16.134776021Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.136823235Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":2,"elapsed":"651.399677ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.136906473Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5c259cb-c435-45e1-89a6-5f5846f0ff35\", \"content-length\": \"2\", \"date\": \"Tue, 16 Dec 2025 20:36:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.136973758Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.137030362Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.13800476Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.149119406Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.149223485Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoStarted","node_id":"9","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.150209767Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.155247992Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.155356641Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.15541597Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.155468496Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.155517955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.155937819Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.27677134Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/local/all-sp-ids","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.28197628Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determining switch slot managed by switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.439139371Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.439365706Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.439684677Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:36:16.439777383Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146)","zone_address":"::1"} {"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.441435375Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{}"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.441530216Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.442071874Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3793, tv_nsec: 480909542 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.442179741Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.451314038Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.451470312Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.451530192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.451581796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.4523152Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.453723359Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.45786844Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.4579982Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.458076918Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.458454247Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.49263124Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.501059608Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.501294941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.501359811Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.501954837Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.504542778Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.510987209Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.511079324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.511128503Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.511643989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.51631225Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8ec54e2e-af8c-4c07-b003-307ff96a75e6","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":422957,"response_code":200} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.518478373Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.518598555Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"event_type":"UndoFinished","node_id":"9","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.520293201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.520423222Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.520489044Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.526112445Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.535538799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.536631234Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.537217613Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.543754078Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.543912797Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.543967958Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.544439446Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.587211662Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":3,"elapsed":"489.14805ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.594880975Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.599574848Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.6033725Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.603503563Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:63899/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.634565316Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b6e26dcd-f6a4-47ea-aca3-92d4463e6b27","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.634686099Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b6e26dcd-f6a4-47ea-aca3-92d4463e6b27","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"0.0.1"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.635518211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13656","req_id":"ff7f1f23-3245-43f2-ba15-842a3942ed07","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 84 c1 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.635674896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13656","req_id":"ff7f1f23-3245-43f2-ba15-842a3942ed07","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.636017184Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.636072826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.636134089Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:13656","req_id":"ff7f1f23-3245-43f2-ba15-842a3942ed07","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.636280052Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:15474","req_id":"90d3c5df-2bbc-461b-9c5c-f76c1ead945c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 61 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .a..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.636394913Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:15474","req_id":"90d3c5df-2bbc-461b-9c5c-f76c1ead945c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.636779626Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.63684158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:15474","req_id":"90d3c5df-2bbc-461b-9c5c-f76c1ead945c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.636933565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b6e26dcd-f6a4-47ea-aca3-92d4463e6b27","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.637044929Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b6e26dcd-f6a4-47ea-aca3-92d4463e6b27","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.637821279Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b6e26dcd-f6a4-47ea-aca3-92d4463e6b27","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"latest inventory collection is unchanged","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.641104347Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"original_time_started":"2025-12-16 20:36:09.061468 UTC","original_id":"f3fd2faf-c860-4b6f-84f6-3a02163a2596","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.642102192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"f3fd2faf-c860-4b6f-84f6-3a02163a2596\",\"time_loaded\":\"2025-12-16T20:36:16.093842860Z\",\"time_started\":\"2025-12-16T20:36:09.061468Z\"}}","iteration":8,"elapsed":"548.19329ms"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.642910958Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2025-12-16T20:35:45.384279Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.64305621Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":7,"elapsed":"537.071197ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.643149627Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.643242604Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.658730098Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.661151945Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.661384994Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"new_state":"done","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.788081668Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:63899/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:16.791561691Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58564"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.79257106Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.792741953Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.793813797Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 32826, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3793, tv_nsec: 832588237 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.794145363Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.994241955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.995739194Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/eip-gateways","method":"PUT","req_id":"5d89e626-5672-49fa-ab0b-e39b9000594e","remote_addr":"[::1]:50992","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:16.995985018Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/eip-gateways","method":"PUT","req_id":"5d89e626-5672-49fa-ab0b-e39b9000594e","remote_addr":"[::1]:50992","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:16.997218286Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.00172352Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.002112191Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.002293826Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.00464955Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3957ca00-0a2f-4554-a7e9-0e416666c733\", \"content-length\": \"105\", \"date\": \"Tue, 16 Dec 2025 20:36:16 GMT\"} })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:17.006360308Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.008061788Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.008309566Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.008513586Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.008691132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.010515429Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.012656622Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.01333271Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.013623996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.013811933Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.015047957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.016804447Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.017150693Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.017337378Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.017513412Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.018840659Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.020371957Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.020576388Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.020760417Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.020955269Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.036845192Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.038839309Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/eip-gateways","method":"PUT","req_id":"5d89e626-5672-49fa-ab0b-e39b9000594e","remote_addr":"[::1]:50992","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":43123,"response_code":204} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.069316938Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v2p","method":"GET","req_id":"9cfe2a17-b875-4026-88c5-e40d01476854","remote_addr":"[::1]:58564","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.083377705Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v2p","method":"GET","req_id":"9cfe2a17-b875-4026-88c5-e40d01476854","remote_addr":"[::1]:58564","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"10.0.0"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.084858672Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5d89e626-5672-49fa-ab0b-e39b9000594e\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.087610702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"1.559795752s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.088919673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/v2p","method":"GET","req_id":"9cfe2a17-b875-4026-88c5-e40d01476854","remote_addr":"[::1]:58564","local_addr":"[::1]:63899","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":19631,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.089891987Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.089981176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.09006799Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.090120506Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.091634428Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.093774299Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b6e26dcd-f6a4-47ea-aca3-92d4463e6b27","remote_addr":"127.0.0.1:34720","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":459201,"response_code":200} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.099657742Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.099752773Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.100966252Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:34580","req_id":"1dc2b994-c572-4f3e-97d5-3c34c5987486","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 56 75 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Vu..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.101169821Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:34580","req_id":"1dc2b994-c572-4f3e-97d5-3c34c5987486","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.101423501Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.101634846Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"peer_addr":"[::1]:34580","req_id":"1dc2b994-c572-4f3e-97d5-3c34c5987486","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.104624884Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d30bf579-0b8f-4be2-8487-2d5142377c95\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.105529583Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/rpw/nat/ipv4/trigger","method":"POST"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.105664283Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63899/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cfe2a17-b875-4026-88c5-e40d01476854\", \"content-length\": \"2\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.105801479Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.10585671Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.105897642Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.108273176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"1.594891321s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.110080939Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.115208814Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.115313495Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.115423596Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.115850083Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.117678167Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.123643896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.123750069Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.123859158Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.124462581Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.127036183Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.161036201Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.161311203Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.161451104Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.162141171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.163944806Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.168586925Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.176517242Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.177243672Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.184942894Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.346184431Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/switch/identifiers","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.348180673Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.348633904Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/rpw/nat/ipv4/trigger\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b86308d-14f5-46df-b719-99537b300d03\", \"content-length\": \"4\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.350127706Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"3","iteration":2,"elapsed":"1.841843465s"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.352569132Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.353409421Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.360608088Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:17.362921597Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"action_error_source":"InjectedError","action_error_node_name":"\"created_volume\"","result":"failure","saga_name":"disk-create","saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.368020143Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.375043548Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:52104","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.375400565Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.377827332Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:52104","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.377919117Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.37964261Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"saga_id":"bc2ec37c-0ee8-465d-8937-4f4a60c58084","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: bc2ec37c-0ee8-465d-8937-4f4a60c58084, saga_log: SagaLog { saga_id: bc2ec37c-0ee8-465d-8937-4f4a60c58084, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 failed, N006 undo_started, N006 undo_finished, N005 undo_started, N005 undo_finished, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: UndoFinished, 6: UndoFinished, 7: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"created_volume\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.39287866Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"68d92205-e20d-41a5-86aa-ad02cfe27445","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.393055074Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"68d92205-e20d-41a5-86aa-ad02cfe27445","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.403212156Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"68d92205-e20d-41a5-86aa-ad02cfe27445","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.403352999Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"68d92205-e20d-41a5-86aa-ad02cfe27445","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.404140402Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"68d92205-e20d-41a5-86aa-ad02cfe27445","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.412286633Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.41247458Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.412868161Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"415544d9-146f-4e87-924b-c006e5ad8453\", \"content-length\": \"206\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.413103294Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.413178996Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.414204337Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.416989323Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.418036227Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.422941315Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.423059101Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.423151507Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.423192099Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":3,"elapsed":"1.319031403s"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.423728427Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:52104","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.424611922Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.426279303Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"68d92205-e20d-41a5-86aa-ad02cfe27445","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":33417,"response_code":200} {"msg":"no DPD client for switch location","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:36:17.427051865Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.428562411Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.444406372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68d92205-e20d-41a5-86aa-ad02cfe27445\", \"content-length\": \"405\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.444810053Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","body":"None","uri":"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.445517895Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"132e13fe-4b27-44bc-8d83-9dff170c3987\", \"content-length\": \"12\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.445986267Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"} {"msg":"clearing switch port settings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.446139956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"} {"msg":"port settings up to date, skipping","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.446335759Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"} {"msg":"retrieved existing routes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.446654349Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"} {"msg":"retrieved desired routes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.446791465Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"} {"msg":"calculated static routes to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.446893831Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.446988511Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.447081227Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.447344005Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.447486552Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.448496562Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.450371069Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:52104","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.451336449Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.454466569Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.454602602Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.454902956Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ccbeeebf-4c3f-4061-80bb-8ace3995228e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.455042206Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ccbeeebf-4c3f-4061-80bb-8ace3995228e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.455610989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.456044139Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ccbeeebf-4c3f-4061-80bb-8ace3995228e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.456224652Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ccbeeebf-4c3f-4061-80bb-8ace3995228e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.457896542Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ccbeeebf-4c3f-4061-80bb-8ace3995228e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.459473662Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.497273285Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/loopback/ipv4","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.49818626Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ccbeeebf-4c3f-4061-80bb-8ace3995228e","remote_addr":"127.0.0.1:58479","local_addr":"127.0.0.1:37334","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":43233,"response_code":200} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.50751164Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"id":"9d6ecfe4-7141-4e05-9ed9-22504943ea94","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.507627954Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.508609176Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:37334/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccbeeebf-4c3f-4061-80bb-8ace3995228e\", \"content-length\": \"29\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.509522341Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.509593324Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.509638174Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.509689768Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.509821041Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.509895701Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.509946864Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"producer_port":42886,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.510025342Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98668636-bfa5-4497-9a3a-7039a39be9a4\", \"content-length\": \"2134\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.510528754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.510619887Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.510678555Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.510728635Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.51143735Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.512537611Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16e9b27c-82b8-419c-913c-d1d08194209b\", \"content-length\": \"2\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.512655067Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32826/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.536708846Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d497769a-fb17-4e04-901a-b1b88df967b0\", \"content-length\": \"959\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.53712399Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.537226296Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.537335185Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.53740237Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.537919579Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.539095793Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:32826/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00224547-a9f5-4eba-a3b6-55971b146d4d\", \"content-length\": \"2\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-12-16T20:36:17.539217438Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.541683714Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"2.030899399s"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-12-16T20:36:17.541790619Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.543125702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.551533328Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.551660504Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.551721406Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.552530372Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.556453796Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.564417871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.564553935Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.564639557Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.56524314Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.577232153Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04ba1ed1-f199-49fd-8e5c-a98d4d47e9a5\", \"content-length\": \"745\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.577719853Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.57791703Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.578057702Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.578171Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.579640754Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.61635211Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52104/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87490b5a-5e1a-4e62-a310-b885198f7364\", \"content-length\": \"350\", \"date\": \"Tue, 16 Dec 2025 20:36:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.619440607Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.619639847Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.619712173Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.619772975Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.620500858Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.626909366Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.630616406Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.630772871Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.630895297Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.631972091Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.633421163Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.6377142Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-12-16T20:36:17.637868941Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.637990215Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.639063782Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"collected ereports from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-12-16T20:36:17.651470786Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":6,"total_ereports_collected":6,"new_ereports":6,"ereports_received":6,"received_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_start_ena":"Some(Ena(0x7))","requested_committed_ena":"Some(Ena(0x6))"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.651634896Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:52104","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-12-16T20:36:17.651705989Z","hostname":"bmat-EVT22200007-0000c992","pid":12707,"gateway_url":"http://[::1]:52104","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52104/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}